-- Logs begin at Mon 2022-07-25 08:02:04 UTC, end at Mon 2022-07-25 09:11:32 UTC. -- Jul 25 08:36:51.013446 dv-cinder-850840-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 25 08:36:53.649495 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.common.config [-] Logging enabled! Jul 25 08:36:53.650031 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 25 08:36:53.650284 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110353) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 08:36:53.653488 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.common.config [-] Logging enabled! Jul 25 08:36:53.653743 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 25 08:36:53.654058 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110353) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 08:36:53.655010 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 08:36:53.655247 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 08:36:53.655738 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 08:36:53.655992 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 08:36:53.656224 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 08:36:53.656550 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.656878 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.657115 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.657419 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.657714 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.658002 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.658297 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.658603 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.658896 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.659182 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.659471 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.659705 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.659991 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.660281 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.660586 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.660819 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] debug = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.661106 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.661565 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.661977 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.662273 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.662572 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.662853 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.663127 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.663405 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.663691 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.664022 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] host = dv-cinder-850840-1-iscsi {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.664301 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.664614 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.664910 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.665199 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.665476 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.665758 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.666045 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.666320 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.666594 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] log_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.666874 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.667164 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.667452 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.667743 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.667969 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.668194 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.668481 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.668803 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.669084 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.669361 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.669638 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.669915 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.670191 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.670462 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.670748 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.671036 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.671326 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.671606 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.671885 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.672162 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.672437 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.672760 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.673041 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.673318 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.673596 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.673887 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.674160 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.674436 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.674738 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.675030 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.675314 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.675601 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.675880 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.676165 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.676440 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.676737 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.677015 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] use_json = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.677316 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.677590 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.677874 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.678150 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.678423 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.678706 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.678979 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.679265 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.679540 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:53.679839 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.680137 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.680440 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.680750 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.681061 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.681347 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.681638 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.681917 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.682209 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.682497 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.682788 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.683071 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.683374 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.683668 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.683968 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.684278 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.684604 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.684894 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.685175 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.685454 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.685733 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.686015 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.686308 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.686591 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.686881 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.687173 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.687456 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.687756 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.688045 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.688336 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.688673 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.688968 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.689248 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.689530 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.689825 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.690106 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.690383 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.690672 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.690951 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.691228 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.691515 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.691810 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.692099 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.692374 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.693214 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.693710 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.694003 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.694290 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.694567 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.694851 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.695129 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.695420 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.695702 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.695978 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.696254 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.696535 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.696836 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.697112 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.697392 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.697667 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.697946 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.698221 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.698493 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.698767 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.699040 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.699316 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.699587 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.699863 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.700140 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.700413 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.700714 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.700991 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.701264 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.701537 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.701840 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.702121 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.702401 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.702682 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.702961 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.703238 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.703515 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.703795 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.704076 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.704350 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.704663 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.704951 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.705242 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.705526 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.705805 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.706118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.706398 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.706678 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.706955 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.707233 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.707512 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.707796 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.708076 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.709012 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.709315 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.709604 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.709903 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.710203 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.710487 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.710787 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.711084 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.711381 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.711666 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.711979 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.712264 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:53.712485 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 08:36:53.712754 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110353) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 25 08:36:54.007829 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 08:36:54.008036 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 08:36:54.008341 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 08:36:54.008724 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 25 08:36:54.419281 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.419574 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.419850 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.421178 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.421457 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.421739 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.474752 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.475037 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.475310 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.490214 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.490506 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.490779 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.520401 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.520708 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.521495 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.557676 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.557911 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.558180 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.787828 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.788451 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.788451 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.788654 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.789550 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.886571 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.886896 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.887181 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.887454 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.887720 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.888037 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.888301 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.888560 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.888839 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.889130 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.889395 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.889664 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.889925 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.890182 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.890442 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.890710 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.890967 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.891236 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.891506 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.891766 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.892039 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.892293 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.892591 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.893241 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.893493 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.893740 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.894140 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 08:36:54.894387 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 08:36:54.894631 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 08:36:54.894874 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 08:36:54.895113 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 08:36:54.895352 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 08:36:54.895737 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 25 08:36:54.899372 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 25 08:36:54.903311 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 25 08:36:54.907170 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 25 08:36:54.908825 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 25 08:36:54.909455 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 25 08:36:54.909795 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 25 08:36:54.910179 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 25 08:36:54.912989 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 25 08:36:54.913241 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 25 08:36:54.913591 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 08:36:54.918665 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 25 08:36:54.941406 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 25 08:36:54.941857 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.942156 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110353) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 25 08:36:54.942529 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.944390 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110353) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 25 08:36:54.944692 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 08:36:54.944941 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 25 08:36:54.948184 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:54.948469 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.073090 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 25 08:36:55.073330 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 25 08:36:55.073570 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 25 08:36:55.073941 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 25 08:36:55.125688 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO dbcounter [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Registered counter for database neutron Jul 25 08:36:55.145678 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_db.sqlalchemy.engines [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110353) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 25 08:36:55.152012 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG dbcounter [-] [110353] Writer thread running {{(pid=110353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 08:36:55.695176 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Initializing driver for type 'gre' Jul 25 08:36:55.695701 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] gre ID ranges: [(1, 1000)] Jul 25 08:36:55.751767 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Initializing driver for type 'local' Jul 25 08:36:55.752105 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Initializing driver for type 'vlan' Jul 25 08:36:55.766037 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] VlanTypeDriver initialization complete Jul 25 08:36:55.766372 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Initializing driver for type 'vxlan' Jul 25 08:36:55.766854 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] vxlan ID ranges: [(1, 1000)] Jul 25 08:36:55.819913 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Initializing extension driver 'port_security' Jul 25 08:36:55.820519 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.extensions.port_security [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] PortSecurityExtensionDriver initialization complete Jul 25 08:36:55.820654 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Initializing mechanism driver 'openvswitch' Jul 25 08:36:55.820912 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Initializing mechanism driver 'hyperv' Jul 25 08:36:55.827543 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.plugins.ml2.plugin [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:36:55.828203 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > port after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.828590 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > port after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.828944 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > port after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.829442 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 08:36:55.829855 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > subnet after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.830209 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > subnet after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.830558 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.830947 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 08:36:55.831349 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > network after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.831699 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > network after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.832041 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > network after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.832425 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 08:36:55.832852 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > security_group after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.833225 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > security_group after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.833566 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > security_group after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.833951 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 08:36:55.834350 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.834697 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.835039 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.835420 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 08:36:55.835814 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > address_group after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.836155 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > address_group after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.836489 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > address_group after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.836892 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110353) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 08:36:55.837325 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] ML2 OVO RPC backend initialized. {{(pid=110353) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 25 08:36:55.838025 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.838377 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.838788 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > network before_response 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.839136 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > networks before_response 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.839479 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > port before_response 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.839815 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > ports before_response 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.840157 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > subnet before_response 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.840490 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > subnets before_response 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.840868 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > network after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.841191 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > network after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.841524 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > network after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.841856 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > port after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.842188 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > port after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.842520 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > port after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.842854 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > subnet after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.843196 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > subnet after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.843530 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.851589 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded quota_driver: . Jul 25 08:36:55.851952 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.plugin [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Modular L2 Plugin initialization complete Jul 25 08:36:55.852300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading services supported by the core plugin {{(pid=110353) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 25 08:36:55.852669 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.plugins.ml2.managers [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Got port-security extension from driver 'port_security' Jul 25 08:36:55.853142 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.extensions.vlantransparent [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Disabled vlantransparent extension. Jul 25 08:36:55.853629 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110353) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 25 08:36:55.853950 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading Plugin: router Jul 25 08:36:55.888690 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router_interface before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.889082 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router after_create 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.889450 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router before_create 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.889940 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.890310 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.890665 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router after_delete 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.891022 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > floatingip after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.891366 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > floatingip after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.891722 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router after_create 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.892062 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router after_update 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.892406 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router after_update 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.892772 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.893390 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router after_update 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.893946 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router precommit_update 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.894322 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: port after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.894661 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: port after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.895001 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: subnet after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.895341 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.895717 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > port precommit_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.896066 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router precommit_create 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.896404 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: port before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.896782 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router precommit_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.897138 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router after_update 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.897479 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router precommit_delete 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.897826 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router precommit_create 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.898183 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.898531 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router precommit_update 55549900 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.898891 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > agent after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.899236 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > agent after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.899574 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > network after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.900414 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Tracking information for resource: router configured {{(pid=110353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 08:36:55.900772 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Tracking information for resource: floatingip configured {{(pid=110353) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 08:36:55.905511 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.db.l3_agentschedulers_db [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 25 08:36:55.906079 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: port after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.906438 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: port after_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.906788 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: port after_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.907138 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: port after_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.907918 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router before_create 55550100 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.908306 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router precommit_delete 55550100 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.908693 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router precommit_create 55550100 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.909049 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > router precommit_update 55550100 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.914550 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.services.provider_configuration [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service providers = [] {{(pid=110353) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 25 08:36:55.914912 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.db.servicetype_db [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110353) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 25 08:36:55.917862 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.services.service_base [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 08:36:55.918207 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.services.service_base [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 08:36:55.918544 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.services.service_base [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 08:36:55.919574 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.services.service_base [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110353) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 08:36:55.919942 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.services.service_base [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 25 08:36:55.920309 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 08:36:55.920648 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 25 08:36:55.931424 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 08:36:55.931755 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading Plugin: auto_allocate Jul 25 08:36:55.937251 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: network precommit_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.937617 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: network precommit_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.938125 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 08:36:55.938444 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading Plugin: tag Jul 25 08:36:55.945167 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 08:36:55.945538 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading Plugin: timestamp Jul 25 08:36:55.949235 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 08:36:55.949561 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading Plugin: network_ip_availability Jul 25 08:36:55.954987 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.955359 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.955714 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:55.956414 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 08:36:55.956755 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading Plugin: flavors Jul 25 08:36:55.961646 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 08:36:55.961972 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading Plugin: revisions Jul 25 08:36:55.966153 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110353) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 08:36:55.966538 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_concurrency.lockutils [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.958s {{(pid=110353) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 08:36:55.967264 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110353) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 25 08:36:55.967596 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Initializing extension manager. Jul 25 08:36:55.968110 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: __init__.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.968449 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: __pycache__ {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.968811 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: address_group.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.969508 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.970060 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: address-group Jul 25 08:36:55.970385 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: address_scope.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.971051 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.971552 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: address-scope Jul 25 08:36:55.971867 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: admin_state_down_before_update.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.972760 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.973261 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: router-admin-state-down-before-update Jul 25 08:36:55.973578 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: agent.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.974751 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.975245 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: agent Jul 25 08:36:55.975559 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: agent_resources_synced.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.976405 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.976935 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: agent-resources-synced Jul 25 08:36:55.977259 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: allowedaddresspairs.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.978963 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.979482 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: allowed-address-pairs Jul 25 08:36:55.979804 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: auto_allocated_topology.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.980840 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.981350 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: auto-allocated-topology Jul 25 08:36:55.981673 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: availability_zone.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.982319 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.982818 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: availability_zone Jul 25 08:36:55.983141 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: availability_zone_filter.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.983989 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.984488 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: availability_zone_filter Jul 25 08:36:55.984832 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: data_plane_status.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.985676 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.986174 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension data-plane-status not supported by any of loaded plugins Jul 25 08:36:55.986493 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: default_subnetpools.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.987663 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.988165 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: default-subnetpools Jul 25 08:36:55.988484 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: dhcpagentscheduler.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.989266 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.990319 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: dhcp_agent_scheduler Jul 25 08:36:55.990642 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: dns.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.991512 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.992011 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension dns-integration not supported by any of loaded plugins Jul 25 08:36:55.992329 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: dns_domain_ports.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.993219 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.993721 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 25 08:36:55.994039 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.994899 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.995398 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 25 08:36:55.995715 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: dvr.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.996340 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.996871 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: dvr Jul 25 08:36:55.997190 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: ecmp_routes.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.998043 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:55.998541 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension ecmp_routes not supported by any of loaded plugins Jul 25 08:36:55.998859 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: empty_string_filtering.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:55.999709 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.000204 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: empty-string-filtering Jul 25 08:36:56.000526 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.001401 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.001897 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 25 08:36:56.002214 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.003075 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.003572 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 25 08:36:56.003889 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: external_net.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.004771 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.005304 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: external-net Jul 25 08:36:56.005622 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: extra_dhcp_opt.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.006467 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.006972 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: extra_dhcp_opt Jul 25 08:36:56.007291 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: extraroute.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.008137 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.008661 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: extraroute Jul 25 08:36:56.008983 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: extraroute_atomic.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.009941 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.010452 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: extraroute-atomic Jul 25 08:36:56.010769 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: filter_validation.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.011381 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.011882 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: filter-validation Jul 25 08:36:56.012197 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: fip_pf_description.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.013274 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.013785 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 25 08:36:56.014104 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: fip_pf_port_range.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.014960 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.015464 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 25 08:36:56.015782 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: fip_port_details.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.016675 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.017180 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: fip-port-details Jul 25 08:36:56.017495 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: flavors.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.018918 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.019428 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: flavors Jul 25 08:36:56.019748 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.021882 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.022399 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 25 08:36:56.022724 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: floatingip_pools.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.023376 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.023881 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: floatingip-pools Jul 25 08:36:56.024200 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: ip_allocation.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.025087 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.025584 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension ip_allocation not supported by any of loaded plugins Jul 25 08:36:56.025903 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.026759 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.027259 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: ip-substring-filtering Jul 25 08:36:56.027579 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: l2_adjacency.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.028449 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.028982 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension l2_adjacency not supported by any of loaded plugins Jul 25 08:36:56.029300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: l3.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.030203 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.030711 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: router Jul 25 08:36:56.031037 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: l3_conntrack_helper.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.033208 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.033730 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 25 08:36:56.034059 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.034939 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.035449 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: ext-gw-mode Jul 25 08:36:56.035774 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.037273 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.037778 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: l3-ha Jul 25 08:36:56.038101 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.038968 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.039466 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 25 08:36:56.039788 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: l3_flavors.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.040671 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.041181 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: l3-flavors Jul 25 08:36:56.041501 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: l3_ndp_proxy.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.042789 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.043300 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 25 08:36:56.043621 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.044480 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.045013 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: l3-port-ip-change-not-allowed Jul 25 08:36:56.045330 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: l3agentscheduler.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.046305 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.046814 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: l3_agent_scheduler Jul 25 08:36:56.047136 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: local_ip.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.048861 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.049384 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension local_ip not supported by any of loaded plugins Jul 25 08:36:56.049738 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: logging.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.051306 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.052073 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension logging not supported by any of loaded plugins Jul 25 08:36:56.052497 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: metering.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.053435 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.054165 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: metering Jul 25 08:36:56.054564 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.056561 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.057226 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: metering_source_and_destination_fields Jul 25 08:36:56.057651 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: multiprovidernet.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.059048 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.059771 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: multi-provider Jul 25 08:36:56.060132 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: netmtu.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.061279 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.061934 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: net-mtu Jul 25 08:36:56.062382 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: netmtu_writable.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.063650 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.064183 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: net-mtu-writable Jul 25 08:36:56.064620 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: network_availability_zone.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.065509 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.066044 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: network_availability_zone Jul 25 08:36:56.066462 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: network_ip_availability.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.067886 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.068659 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: network-ip-availability Jul 25 08:36:56.069146 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: network_segment_range.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.070081 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.070677 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension network-segment-range not supported by any of loaded plugins Jul 25 08:36:56.071340 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: pagination.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.072512 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.073146 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: pagination Jul 25 08:36:56.073514 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: port_device_profile.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.074805 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.075473 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: port-device-profile Jul 25 08:36:56.075840 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: port_mac_address_override.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.077080 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.077763 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: port-mac-override Jul 25 08:36:56.078091 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.078966 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.079474 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: port-mac-address-regenerate Jul 25 08:36:56.079797 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.080682 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.081191 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: port-numa-affinity-policy Jul 25 08:36:56.081514 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: port_resource_request.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.082400 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.082907 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension port-resource-request not supported by any of loaded plugins Jul 25 08:36:56.083749 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: port_resource_request_groups.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.084704 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.085212 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 25 08:36:56.085533 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: portbindings.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.086405 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.086910 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: binding Jul 25 08:36:56.087231 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: portbindings_extended.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.088426 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.089040 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: binding-extended Jul 25 08:36:56.089364 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: portsecurity.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.090223 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.090732 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: port-security Jul 25 08:36:56.091054 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: project_id.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.091972 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.092300 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: project-id Jul 25 08:36:56.092640 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: providernet.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.093503 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.094022 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: provider Jul 25 08:36:56.094343 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.097753 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.098271 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos not supported by any of loaded plugins Jul 25 08:36:56.098599 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.100398 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.100941 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 25 08:36:56.101269 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.102148 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.102650 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 25 08:36:56.102970 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_default.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.103824 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.104332 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-default not supported by any of loaded plugins Jul 25 08:36:56.104684 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_fip.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.105616 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.106113 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-fip not supported by any of loaded plugins Jul 25 08:36:56.106434 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_fip_network_policy.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.107298 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.107800 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 25 08:36:56.108124 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_gateway_ip.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.109010 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.109512 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 25 08:36:56.109829 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_port_network_policy.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.110693 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.111188 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 25 08:36:56.111504 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.112474 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.113013 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 25 08:36:56.113334 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.114321 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.114857 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 25 08:36:56.115181 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_pps_rule.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.116300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.116833 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-pps not supported by any of loaded plugins Jul 25 08:36:56.117155 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_rule_type_details.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.118019 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.118518 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 25 08:36:56.118835 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_rule_type_filter.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.119686 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.120182 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 25 08:36:56.120497 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: qos_rules_alias.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.121505 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.122007 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 25 08:36:56.122323 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: quota_check_limit.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.123180 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.123687 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: quota-check-limit Jul 25 08:36:56.124011 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: quotasv2.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.124949 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.125267 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: quotas Jul 25 08:36:56.125580 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: quotasv2_detail.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.127239 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.127572 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: quota_details Jul 25 08:36:56.127896 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: rbac.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.130533 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.131058 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: rbac-policies Jul 25 08:36:56.131386 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: rbac_address_group.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.132264 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.132813 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: rbac-address-group Jul 25 08:36:56.133136 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: rbac_address_scope.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.134002 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.134509 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: rbac-address-scope Jul 25 08:36:56.134828 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: rbac_security_groups.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.135760 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.136299 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: rbac-security-groups Jul 25 08:36:56.136608 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: rbac_subnetpool.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.137474 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.137986 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: rbac-subnetpool Jul 25 08:36:56.138307 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: revisionifmatch.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.139173 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.139681 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: revision-if-match Jul 25 08:36:56.140001 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: revisions.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.141091 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.141605 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: standard-attr-revisions Jul 25 08:36:56.141925 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: router_availability_zone.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.142550 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.143314 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: router_availability_zone Jul 25 08:36:56.143630 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: routerservicetype.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.144506 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.145034 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension router-service-type not supported by any of loaded plugins Jul 25 08:36:56.145353 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.146741 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.147246 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: security-groups-normalized-cidr Jul 25 08:36:56.147563 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: security_groups_port_filtering.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.148428 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.148978 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: port-security-groups-filtering Jul 25 08:36:56.149298 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.150173 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.150680 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: security-groups-remote-address-group Jul 25 08:36:56.150998 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.151871 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.152377 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: security-groups-shared-filtering Jul 25 08:36:56.152826 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: securitygroup.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.163001 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.163518 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: security-group Jul 25 08:36:56.163848 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: segment.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.164532 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.165064 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension segment not supported by any of loaded plugins Jul 25 08:36:56.165390 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.166276 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.166782 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 25 08:36:56.167105 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: servicetype.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.168139 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.168685 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: service-type Jul 25 08:36:56.169012 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: sorting.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.169939 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.170269 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: sorting Jul 25 08:36:56.170587 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: standard_attr_segment.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.171444 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.171954 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 25 08:36:56.172279 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: standardattrdescription.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.172909 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.173418 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: standard-attr-description Jul 25 08:36:56.173739 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: stateful_security_group.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.174631 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.175135 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: stateful-security-group Jul 25 08:36:56.175453 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: stdattrs_common.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.175986 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 25 08:36:56.176300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.177220 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.177724 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 25 08:36:56.178038 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: subnet_onboard.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.179038 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.179540 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: subnet_onboard Jul 25 08:36:56.179860 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.180758 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.181264 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 25 08:36:56.181585 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: subnet_service_types.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.182463 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.182964 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: subnet-service-types Jul 25 08:36:56.183276 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: subnetallocation.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.184297 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.184833 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: subnet_allocation Jul 25 08:36:56.185157 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.185779 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.186279 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: subnetpool-prefix-ops Jul 25 08:36:56.186595 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.187466 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.187968 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 25 08:36:56.188287 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: tagging.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.189328 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.189841 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: standard-attr-tag Jul 25 08:36:56.190166 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: timestamp.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.191312 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.191821 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loaded extension: standard-attr-timestamp Jul 25 08:36:56.192143 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: trunk.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.193176 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.193682 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension trunk not supported by any of loaded plugins Jul 25 08:36:56.194003 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: trunk_details.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.194863 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.195365 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension trunk-details not supported by any of loaded plugins Jul 25 08:36:56.195728 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: uplink_status_propagation.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.196549 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.197066 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 25 08:36:56.197382 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Loading extension file: vlantransparent.py {{(pid=110353) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 08:36:56.198087 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110353) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 08:36:56.198697 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extension vlan-transparent not supported by any of loaded plugins Jul 25 08:36:56.201364 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:network Jul 25 08:36:56.201896 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:subnet Jul 25 08:36:56.202296 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 08:36:56.202688 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:port Jul 25 08:36:56.203989 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.204440 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service FLAVORS assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.205083 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.205523 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.205860 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:router Jul 25 08:36:56.206370 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:floatingip Jul 25 08:36:56.206881 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service METERING assigned prefix: /metering {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.208863 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:56.209246 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:56.209611 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:36:56.210609 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 08:36:56.211051 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:security_group Jul 25 08:36:56.211481 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 08:36:56.212031 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service CORE assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.212364 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 08:36:56.212748 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] subnetpool is already registered Jul 25 08:36:56.213184 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service CORE assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.213514 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 08:36:56.213847 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] subnetpool is already registered Jul 25 08:36:56.216229 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.216710 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service FLAVORS assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.217306 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.217730 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.218936 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:router Jul 25 08:36:56.219281 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] router is already registered Jul 25 08:36:56.219698 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:floatingip Jul 25 08:36:56.220038 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] floatingip is already registered Jul 25 08:36:56.220503 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service METERING assigned prefix: /metering {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.221202 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 08:36:56.221534 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] rbac_policy is already registered Jul 25 08:36:56.221951 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:security_group Jul 25 08:36:56.222289 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] security_group is already registered Jul 25 08:36:56.222698 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 08:36:56.223035 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] security_group_rule is already registered Jul 25 08:36:56.223686 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service CORE assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.224655 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 08:36:56.224999 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] subnetpool is already registered Jul 25 08:36:56.225426 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.v2.resource_helper [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Service CORE assigned prefix: {{(pid=110353) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 08:36:56.225757 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 08:36:56.226092 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING neutron.quota.resource_registry [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] subnetpool is already registered Jul 25 08:36:56.226561 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: extensions {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.228089 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: address-groups {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.229636 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: address-scopes {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.230967 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: agents {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.232154 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: auto-allocated-topology {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.233451 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: availability_zones {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.234696 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: dhcp-networks {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.236249 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: dhcp-agents {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.237741 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: routers {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.239475 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: flavors {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.240783 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: service_profiles {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.242029 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: next_providers {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.243501 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: service_profiles {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.245122 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: floatingip-pools {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.246373 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: routers {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.248087 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: floatingips {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.249407 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: l3-routers {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.250826 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: l3-agents {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.252273 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: metering-labels {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.253590 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: metering-label-rules {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.255100 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: network-ip-availabilities {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.256377 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: bindings {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.258027 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: quotas {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.260634 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: quotas {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.262196 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: rbac-policies {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.263432 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: security-groups {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.264810 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: security-group-rules {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.266069 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: service-providers {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.267350 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: subnetpools {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.268996 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: subnetpools {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.270604 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: tags {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.272840 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: tags {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.274716 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: tags {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.276532 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: tags {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.278261 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: tags {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.280251 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: tags {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.282024 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: tags {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.283956 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: tags {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.285757 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: tags {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.288174 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron.api.extensions [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Extended resource: tags {{(pid=110353) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 08:36:56.294402 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING keystonemiddleware.auth_token [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 25 08:36:56.299506 dv-cinder-850840-1-iscsi neutron-server[110353]: WARNING keystonemiddleware.auth_token [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 25 08:36:56.308524 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_concurrency.lockutils [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Acquired lock "singleton_lock" {{(pid=110353) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 25 08:36:56.309032 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_concurrency.lockutils [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Releasing lock "singleton_lock" {{(pid=110353) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 25 08:36:56.309686 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO oslo_service.service [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Starting 2 workers Jul 25 08:36:56.314534 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Started child 110462 {{(pid=110353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 08:36:56.318963 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Started child 110463 {{(pid=110353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 08:36:56.319861 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:36:56.320595 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO neutron.service [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Neutron service started, listening on 0.0.0.0:9696 Jul 25 08:36:56.321262 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Publish callbacks [] for process (None), before_spawn {{(pid=110353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:36:56.321484 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [-] (110462) wsgi starting up on http://0.0.0.0:9696 Jul 25 08:36:56.323704 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO oslo_service.service [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Starting 1 workers Jul 25 08:36:56.323811 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:36:56.325103 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [-] (110463) wsgi starting up on http://0.0.0.0:9696 Jul 25 08:36:56.328887 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Started child 110464 {{(pid=110353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 08:36:56.329415 dv-cinder-850840-1-iscsi neutron-server[110353]: INFO oslo_service.service [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Starting 1 workers Jul 25 08:36:56.332677 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.service [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] calling RpcWorker wait() {{(pid=110464) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 25 08:36:56.333715 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.service [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] returning from RpcWorker wait() {{(pid=110464) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 25 08:36:56.334370 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Started child 110465 {{(pid=110353) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 08:36:56.334922 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:36:56.335172 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG neutron_lib.callbacks.manager [None req-988c73c3-0aa5-4136-b1c3-9a3b01bf92bd None None] Publish callbacks [] for process (None), after_spawn {{(pid=110353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:36:56.335428 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:36:56.337082 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110353) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 08:36:56.337310 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 08:36:56.337492 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 08:36:56.337718 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 08:36:56.338035 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 08:36:56.338218 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 08:36:56.338733 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.339010 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.339225 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:36:56.339699 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.339699 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.340101 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.340226 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:36:56.340389 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.340676 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.340950 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.341214 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.341389 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.341550 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.341813 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.342050 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.342380 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.342672 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.342915 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.343158 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.343336 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.343593 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.343871 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.344146 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.344422 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] debug = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.344736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.345273 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.345516 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.345769 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.346020 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.346294 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.346554 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.346811 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.347051 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.347289 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.347529 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.347783 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.348019 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.348253 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.348496 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.348867 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.349611 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.350111 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] host = dv-cinder-850840-1-iscsi {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.350352 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.350595 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.350850 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.351101 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.351351 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.351588 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.351852 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.352116 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.352368 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.352660 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.352938 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.353198 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.353417 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.353655 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.353821 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_options = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.354066 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.354350 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.354609 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.354948 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.355126 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.355282 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.355540 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.355780 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.357508 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.357753 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.358010 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.358479 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.358661 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.358909 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.359055 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.359239 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.359473 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.359829 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.360097 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.360380 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.360779 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.361627 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.362416 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.362659 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.362896 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.363110 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.363323 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.363554 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.363767 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.364858 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.364858 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.364858 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.364858 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.365816 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.365816 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.365816 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.365816 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.366933 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.366933 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.366933 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.366933 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.366933 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.367574 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.367574 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.367574 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.367978 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.367978 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_json = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.369169 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.369169 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.369169 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.369169 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.369169 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.371077 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.371077 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.371077 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.371077 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.371077 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.371077 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.371077 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.371077 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.371537 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.371537 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.371760 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.372178 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.372633 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.373069 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.373384 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.373627 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.374140 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.374310 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.374453 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.374763 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.375037 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.375745 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.375745 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.375745 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.376833 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.376833 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.376833 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.376833 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.377067 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.377134 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.377319 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.377762 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.378028 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.378291 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.378823 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.379261 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.379698 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.380672 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.380935 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.381185 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.381409 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.381625 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.381834 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.382085 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.382355 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.382738 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.382991 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.383218 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.383443 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.383681 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.383927 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.384177 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.384421 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.384684 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.385071 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.385293 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.385524 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.385736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.385977 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.386207 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.386442 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.386663 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.386911 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.387148 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.387375 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.387615 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.387861 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.388074 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.388299 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.388529 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.388766 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.388976 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.389217 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.389431 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.389642 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.389848 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.390064 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.390313 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.390487 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.390701 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.390910 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.391118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.391345 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.391552 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.391757 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.391991 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.392201 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.392409 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.392699 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.393125 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.393335 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.393563 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.393784 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.393995 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.394206 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.394507 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.394756 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.394999 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.395212 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.395477 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.395746 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.396466 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.396725 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.396967 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.397180 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.397436 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.397660 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.397913 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.398132 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.398344 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.398597 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.398810 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.399022 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.399235 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.399464 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.399678 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.399900 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.400134 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.400396 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.400668 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.400934 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.401183 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.401431 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.401644 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.401904 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.402126 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.402405 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.402649 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.402925 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.403171 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.403433 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.403761 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.404016 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.404316 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.404560 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.404850 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.405085 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.405332 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.405585 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.405827 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.406042 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.406289 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.406533 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.406765 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.406981 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.407203 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.407518 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.407743 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.408344 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.408344 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.408517 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.408766 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.409000 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.409256 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.409502 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.409746 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.409987 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.410229 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.410445 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.410656 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.410909 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.411118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.411354 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.411569 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.411800 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.412049 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.412275 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.412505 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.412736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.412952 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.413184 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.413401 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.413613 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.413863 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.414074 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.414294 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.414534 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.414767 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.415001 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.415236 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.415440 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.415668 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.415880 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.416171 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.416410 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.416639 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.416864 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.417124 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.417381 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.417593 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.417851 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.418065 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.418274 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.418482 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.418718 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.418930 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.419142 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.419378 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.419562 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.419786 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.420035 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.420377 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.420626 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.421008 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.421283 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.421528 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.421744 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.421957 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.422172 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.422411 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.422623 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.422844 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.423060 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.423299 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.423513 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.423725 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.423935 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.424187 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.424431 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.424697 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.424911 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.425128 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.425360 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.425571 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.425780 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.426019 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.426229 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.426436 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.426646 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.426853 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.427136 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.427386 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.427621 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.427882 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.428153 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.428400 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.428651 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.428859 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.429091 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.429310 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.429520 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.429726 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.429948 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.430154 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.430372 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.430607 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.430819 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.431025 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.431263 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.431472 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.431676 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.431892 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.432102 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.432315 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.432536 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.432778 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.432997 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.433198 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.433410 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.433615 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.433834 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.434046 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.434247 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.434484 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.434692 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.434898 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.435184 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.435439 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.435672 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.435957 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.436181 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.436422 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.436704 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.437011 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.437224 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.437481 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.437724 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.437955 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.438171 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.438416 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.438513 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:36:56.438734 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.439004 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.439251 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.439500 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.439776 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.440048 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.440332 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.440547 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.440863 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.442068 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.442068 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.442068 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.442068 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.443142 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.443142 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.443142 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.443460 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.443546 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.443770 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.443988 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.444209 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.444435 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.444648 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.444965 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.445075 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.445422 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.445711 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.445873 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.446009 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.446141 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 08:36:56.446668 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110353) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 08:36:56.446982 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 08:36:56.447134 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 08:36:56.447304 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 08:36:56.447498 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 08:36:56.447725 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 08:36:56.447815 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.447945 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.448101 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.448258 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.448434 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.448610 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.448772 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.448914 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.449072 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.449229 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.449384 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.449540 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.449724 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.449852 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.450008 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.450167 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.450322 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.450481 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.450636 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.450791 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.450945 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.451100 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] debug = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.451253 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.451451 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.451613 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.451752 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.451910 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.452112 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.452245 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.452368 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.452772 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.452772 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.452924 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.453000 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.453091 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.453273 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.453446 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.453573 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.453694 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.453832 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] host = dv-cinder-850840-1-iscsi {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.454061 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.454061 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.454414 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.454414 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.454664 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.454664 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.454810 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.454952 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.455110 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.455264 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.455575 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.455728 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.456044 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.456203 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.456359 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_options = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.456516 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.456692 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.456849 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.457032 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.457750 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.457750 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.457750 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.457750 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.457750 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.459092 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.459092 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.459092 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.459092 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.459092 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.459780 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.459780 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.459780 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.459780 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.459780 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.460417 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.460417 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.460417 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.460417 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.460975 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.460975 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.460975 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.460975 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.462516 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.462516 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.462516 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.462516 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.462516 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.462516 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.462516 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.462516 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.464805 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.464805 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.464805 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.464805 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.464805 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.464805 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.464805 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.464805 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.466736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.466736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.466736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.466736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_json = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.466736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.466736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.466736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.466736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.466736 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.468347 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.468347 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.468347 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.468347 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 08:36:56.468347 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.468347 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.468347 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.468347 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.469094 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.469094 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.469094 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.469094 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.469094 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.469094 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.469094 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.469094 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.470636 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.470636 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.470636 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.470636 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.470636 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.470636 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.470636 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.470636 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.471300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.471300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.471300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.471300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.471300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.471300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.471300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.471300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472046 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472046 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472046 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472046 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472046 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472046 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472046 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472046 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472843 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472843 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472843 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472843 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472843 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472843 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472843 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472843 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.472843 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.473618 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.473618 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.473618 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.473618 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.473618 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.473618 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.473618 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.473618 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.473618 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.476952 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.476952 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.476952 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.476952 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.476952 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.476952 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.476952 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.476952 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478118 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478856 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478856 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478856 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478856 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478856 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478856 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478856 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478856 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.478856 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.479698 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.479698 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.479698 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.479698 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.479698 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.479698 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.479698 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.479698 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.479698 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480328 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480328 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480328 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480328 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480328 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480328 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480328 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480328 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480904 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480904 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480904 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480904 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480904 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480904 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480904 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.480904 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.481423 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.481423 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.481423 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.481423 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.481423 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.481747 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.481747 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.481747 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.481959 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.482035 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.482191 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.482348 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.482506 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.482662 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.482817 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.482974 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.483131 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.483298 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.483456 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.483637 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.483798 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.483962 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.484128 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.484286 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.484444 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.484621 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.484778 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.484951 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.485084 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.485238 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.485395 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.485553 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.485710 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.485878 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.486036 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.486194 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.486352 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.486532 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.486690 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.486848 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.487006 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.487164 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.487321 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.487477 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.487635 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.487793 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.487949 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.488108 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.488267 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.488425 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.488611 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.488759 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.488927 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.489064 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.489221 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.489401 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.489561 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.489719 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.489876 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.490033 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.490190 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.490351 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.490507 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.490664 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.490822 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.490979 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.491136 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.491292 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.491448 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.491606 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.491762 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.491919 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.492076 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.492232 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.492390 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.492546 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.492724 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.492882 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.493041 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.493198 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.493356 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.493515 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.493671 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.493830 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.493987 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.494143 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.494300 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.494458 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.494617 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.494775 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.494932 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.495089 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.495262 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.495419 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.495577 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.495735 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.495892 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.496049 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.496204 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.496360 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.496516 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.496693 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.496852 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.497009 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.497165 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.497321 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.497477 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.497633 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.497792 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.497951 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.498107 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.498263 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.498421 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.498577 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.498735 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.498891 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.499049 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.499206 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.499363 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.499520 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.499677 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.499845 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.500004 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.500161 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.500322 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.500479 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.500664 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.500831 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.500988 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.501146 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.501301 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.501456 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.501614 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.501780 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.501936 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.502101 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.502770 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.502770 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.502770 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.502770 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.503072 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.503072 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.503218 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.503296 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.503403 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.503567 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.503724 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.503881 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.504038 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.504194 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.504352 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.504518 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.504696 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.504854 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.505511 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.505667 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.505822 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.505988 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.506147 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.506304 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.506468 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.506625 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.506783 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.506941 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.507107 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.507266 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.507423 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.507580 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.507737 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.507894 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.508052 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.508213 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.508379 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.508542 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.508720 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.508886 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.509050 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.509214 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.509372 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.509533 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.509701 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.509858 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.510014 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.510172 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.510329 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.510495 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.510632 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.510791 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.510947 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.511103 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.511262 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.511405 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.511562 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.511719 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.511875 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.512032 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.512189 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.512345 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.512503 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.512681 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 08:36:56.512831 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110353) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 08:36:56.688094 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51680) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:36:56.697089 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068223 Jul 25 08:37:05.813778 dv-cinder-850840-1-iscsi neutron-server[110353]: DEBUG dbcounter [-] [110353] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110353) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:07.638564 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64161b5-f9df-4b45-9f07-61ad322d9644 None None] get_active_networks_info from dv-cinder-850840-1-iscsi {{(pid=110464) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 25 08:37:07.646240 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writer thread running {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 08:37:07.710485 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64161b5-f9df-4b45-9f07-61ad322d9644 None None] No non-hosted networks {{(pid=110464) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 25 08:37:07.724766 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.agentschedulers_db [None req-a64161b5-f9df-4b45-9f07-61ad322d9644 None None] DHCP Agent not found on host dv-cinder-850840-1-iscsi {{(pid=110464) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 25 08:37:07.836535 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-39f945c0-b0c0-41f5-929f-5590869416b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614805'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:09.466582 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writer thread running {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 08:37:09.976000 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-46a3ca49-5201-4194-a0da-f65bae619fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614805'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:10.006494 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-6465f071-14ab-4dcb-9a8d-4b9a6c748b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:10.913561 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51746) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:10.998878 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614805'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:11.477453 dv-cinder-850840-1-iscsi neutron-server[110463]: WARNING oslo_policy.policy [None req-3d8ee845-0b9b-424c-83f5-462defc27d98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 08:37:11.478077 dv-cinder-850840-1-iscsi neutron-server[110463]: WARNING oslo_policy.policy [None req-3d8ee845-0b9b-424c-83f5-462defc27d98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 08:37:11.695656 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [None req-3d8ee845-0b9b-424c-83f5-462defc27d98 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:37:11.703293 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3d8ee845-0b9b-424c-83f5-462defc27d98 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7822168 Jul 25 08:37:12.324751 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614805'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:12.719466 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614805'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:12.720241 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.720665 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.721000 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.721333 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.721681 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.722044 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.722375 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.722776 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.723773 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.724109 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.724482 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.725145 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.725511 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.725822 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.726247 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:12.726664 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850840-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:37:12.733614 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850840-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:37:13.983982 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 51784) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:14.532926 dv-cinder-850840-1-iscsi neutron-server[110462]: WARNING oslo_policy.policy [None req-7cde3c43-fa69-4e85-9010-61263bf6fba6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 08:37:14.533497 dv-cinder-850840-1-iscsi neutron-server[110462]: WARNING oslo_policy.policy [None req-7cde3c43-fa69-4e85-9010-61263bf6fba6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 08:37:14.751126 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-7cde3c43-fa69-4e85-9010-61263bf6fba6 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:37:14.843811 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.policy [None req-7cde3c43-fa69-4e85-9010-61263bf6fba6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110462) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 08:37:14.886699 dv-cinder-850840-1-iscsi neutron-server[110462]: WARNING oslo_policy.policy [None req-7cde3c43-fa69-4e85-9010-61263bf6fba6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 08:37:14.887066 dv-cinder-850840-1-iscsi neutron-server[110462]: WARNING oslo_policy.policy [None req-7cde3c43-fa69-4e85-9010-61263bf6fba6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 08:37:14.907413 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writer thread running {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 08:37:14.983199 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7cde3c43-fa69-4e85-9010-61263bf6fba6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732967716680', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732967716180', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732967700084', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732967707726', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732967817813', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732967825207', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7966244', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8140050', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-803061', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-894989'] for rbac-policy (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:15.059629 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7cde3c43-fa69-4e85-9010-61263bf6fba6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:15.061369 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-7cde3c43-fa69-4e85-9010-61263bf6fba6 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0754371 Jul 25 08:37:17.129408 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.db.l3_hamode_db [None req-b2fa032e-597e-47cc-978c-6e715c2c76be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 25 08:37:17.205700 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa032e-597e-47cc-978c-6e715c2c76be None None] Routers set() bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:37:17.206084 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa032e-597e-47cc-978c-6e715c2c76be None None] Router IDs set() for agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 25 08:37:17.288317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51802) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:17.603852 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:37:17.617011 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writer thread running {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 08:37:17.657589 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Made reservation on behalf of d68d17929cf4421f977087a339234c2a for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:37:17.719173 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.policy [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110463) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 08:37:17.762171 dv-cinder-850840-1-iscsi neutron-server[110463]: WARNING oslo_policy.policy [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 08:37:17.762535 dv-cinder-850840-1-iscsi neutron-server[110463]: WARNING oslo_policy.policy [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 08:37:17.773329 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:17.795667 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:17.909836 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Publish callbacks [] for security_group (762db56a-e2ca-47eb-a68f-e738a98eb17e), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:17.913568 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (762db56a-e2ca-47eb-a68f-e738a98eb17e), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:17.946503 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:37:17.973578 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732964502402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (27911543-31d4-4ddf-a185-6d47e345d99a), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:17.974136 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Unsubscribe: segment precommit_create {{(pid=110463) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 08:37:17.974667 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Added segment 27911543-31d4-4ddf-a185-6d47e345d99a of type vlan for network e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 Jul 25 08:37:17.990879 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=762db56a-e2ca-47eb-a68f-e738a98eb17e,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:18.012140 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.012476 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.012886 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.013200 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.013544 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.013843 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.014158 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.014467 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.014782 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.015088 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.015398 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.015726 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.016034 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.016340 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.016673 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Tracked resource versions report: Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: pushed versions: Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: { 'AddressGroup': {'1.2'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Agent': {'1.1'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'ConntrackHelper': {'1.0'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'LocalIPAssociation': {'1.0'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Log': {'1.0'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'NDPProxy': {'1.0'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Network': {'1.1'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Port': {'1.7'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'PortForwarding': {'1.3'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'QosPolicy': {'1.10'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SecurityGroup': {'1.5'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SecurityGroupRule': {'1.2'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SubPort': {'1.0'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Subnet': {'1.1'}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Trunk': {'1.1'}} Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: consumer versions: Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: { DHCP agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: L3 agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: Metadata agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: Metering agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: Open vSwitch agent@dv-cinder-850840-1-iscsi: { 'AddressGroup': '1.2', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Agent': '1.1', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'ConntrackHelper': '1.0', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'LocalIPAssociation': '1.0', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Log': '1.0', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'NDPProxy': '1.0', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Network': '1.1', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Port': '1.7', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'PortForwarding': '1.3', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'QosPolicy': '1.10', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SecurityGroup': '1.5', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SecurityGroupRule': '1.2', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SubPort': '1.0', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Subnet': '1.1', Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Trunk': '1.1'}} Jul 25 08:37:18.018312 dv-cinder-850840-1-iscsi neutron-server[110463]: {{(pid=110463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 08:37:18.099880 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:18.143118 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:18.148218 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:37:18.148981 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:18.241989 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9525108 Jul 25 08:37:18.270855 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fde2fa-8e1c-4c04-97a9-7f09713d500e demo demo] Pushing event updated for resources: {'Network': ['ID=e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:18.283687 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:37:20.522794 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51816) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:20.936361 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dd66fe-3e73-4707-9309-0e09c51e3cf6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:37:20.937745 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-31dd66fe-3e73-4707-9309-0e09c51e3cf6 demo admin] 10.222.0.52 "GET /v2.0/networks/e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 HTTP/1.1" status: 200 len: 825 time: 0.4140122 Jul 25 08:37:20.961521 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:20.976796 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-4f2fc314-0216-498b-80dd-d4e78e877911 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/677c88d2-defc-44a1-817a-fd750c4dbc27 HTTP/1.1" status: 200 len: 734 time: 0.0327847 Jul 25 08:37:20.986017 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] Request body: {'subnet': {'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '677c88d2-defc-44a1-817a-fd750c4dbc27', 'name': 'private-subnet'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:37:21.009954 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] Made reservation on behalf of d68d17929cf4421f977087a339234c2a for: {'subnet': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:37:21.012203 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:21.302776 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:21.358644 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:21.374719 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] Pushing event updated for resources: {'Subnet': ['ID=6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:21.376914 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] Checking segment: {'id': '27911543-31d4-4ddf-a185-6d47e345d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:37:21.377273 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] Network hostable DHCP agents. Network: e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:37:21.399242 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] Network e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:37:21.413610 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52) {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:37:21.418004 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:37:21.418602 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:21.423377 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7299677-07a1-40c2-8f6b-7dd00c2638be None None] Network e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:37:21.437508 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-4e4b9a2d-47bf-43e9-9af6-23b003266c9d demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4551396 Jul 25 08:37:21.688068 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52', 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52', 'project_id': 'd68d17929cf4421f977087a339234c2a', 'fixed_ips': [{'subnet_id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:37:21.689511 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:21.922155 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:21.966544 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Allocated IP 172.20.0.2 (e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52/6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4/e096d6bf-d2cd-472b-990b-9a7d69b775e5) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:37:22.233628 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Publish callbacks [] for port (e096d6bf-d2cd-472b-990b-9a7d69b775e5), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:22.241386 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (e096d6bf-d2cd-472b-990b-9a7d69b775e5), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:22.319166 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Network e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:37:22.324771 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:37:22.329797 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Pushing event updated for resources: {'Port': ['ID=e096d6bf-d2cd-472b-990b-9a7d69b775e5,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:22.331972 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:37:22.344410 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.344755 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.345108 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.345458 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.345799 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.346113 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.346431 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.346750 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.347069 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.347388 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.347762 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.348028 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.348352 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.348686 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.349000 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Tracked resource versions report: Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: pushed versions: Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: { 'AddressGroup': {'1.2'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Agent': {'1.1'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'ConntrackHelper': {'1.0'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'LocalIPAssociation': {'1.0'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Log': {'1.0'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'NDPProxy': {'1.0'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Network': {'1.1'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Port': {'1.7'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'PortForwarding': {'1.3'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'QosPolicy': {'1.10'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SecurityGroup': {'1.5'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SecurityGroupRule': {'1.2'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SubPort': {'1.0'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Subnet': {'1.1'}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Trunk': {'1.1'}} Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: consumer versions: Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: { DHCP agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: L3 agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: Metadata agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: Metering agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: Open vSwitch agent@dv-cinder-850840-1-iscsi: { 'AddressGroup': '1.2', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Agent': '1.1', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'ConntrackHelper': '1.0', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'LocalIPAssociation': '1.0', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Log': '1.0', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'NDPProxy': '1.0', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Network': '1.1', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Port': '1.7', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'PortForwarding': '1.3', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'QosPolicy': '1.10', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SecurityGroup': '1.5', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SecurityGroupRule': '1.2', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SubPort': '1.0', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Subnet': '1.1', Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Trunk': '1.1'}} Jul 25 08:37:22.350410 dv-cinder-850840-1-iscsi neutron-server[110464]: {{(pid=110464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 08:37:22.423286 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Attempting to bind port e096d6bf-d2cd-472b-990b-9a7d69b775e5 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:37:22.423680 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Attempting to bind port e096d6bf-d2cd-472b-990b-9a7d69b775e5 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '27911543-31d4-4ddf-a185-6d47e345d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:37:22.424259 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Attempting to bind port e096d6bf-d2cd-472b-990b-9a7d69b775e5 on network e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:37:22.430621 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:37:22.430992 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Checking segment: {'id': '27911543-31d4-4ddf-a185-6d47e345d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:37:22.431454 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:22.431835 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Bound using segment: {'id': '27911543-31d4-4ddf-a185-6d47e345d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:37:22.432302 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Bound port: e096d6bf-d2cd-472b-990b-9a7d69b775e5, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27911543-31d4-4ddf-a185-6d47e345d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:37:22.432726 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (e096d6bf-d2cd-472b-990b-9a7d69b775e5), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:22.479750 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:22.493663 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] For port e096d6bf-d2cd-472b-990b-9a7d69b775e5, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:37:22.515192 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] For port e096d6bf-d2cd-472b-990b-9a7d69b775e5, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=e096d6bf-d2cd-472b-990b-9a7d69b775e5,segment=NetworkSegment(27911543-31d4-4ddf-a185-6d47e345d99a),segment_id=27911543-31d4-4ddf-a185-6d47e345d99a)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:37:22.522195 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (e096d6bf-d2cd-472b-990b-9a7d69b775e5), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:22.576151 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dacf9c-2888-4c60-900e-86dfc215d29d None None] Pushing event updated for resources: {'Port': ['ID=e096d6bf-d2cd-472b-990b-9a7d69b775e5,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:23.666438 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51828) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:23.998374 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [None req-3bea9719-5408-478b-a84d-7c911b6b0a09 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:37:23.999369 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3bea9719-5408-478b-a84d-7c911b6b0a09 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3319848 Jul 25 08:37:25.051394 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=24,neutron:INSERT=33,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:25.053451 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:INSERT=4,neutron:SELECT=9,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:25.344374 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:25.349155 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:26.217379 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51844) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:26.553346 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [None req-19b33035-206c-4125-a483-6a7f0c431e9e admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:37:26.554327 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-19b33035-206c-4125-a483-6a7f0c431e9e admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3360314 Jul 25 08:37:28.794350 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51852) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:29.121722 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-52b1f08b-89e9-408a-908d-87a0b1deb0b2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:37:29.145874 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52b1f08b-89e9-408a-908d-87a0b1deb0b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (7a22197b-b788-4601-b666-6808c42ed45a), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:29.147392 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52b1f08b-89e9-408a-908d-87a0b1deb0b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (7a22197b-b788-4601-b666-6808c42ed45a), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:29.286200 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52b1f08b-89e9-408a-908d-87a0b1deb0b2 demo demo] Publish callbacks [] for router_controller (7a22197b-b788-4601-b666-6808c42ed45a), precommit_add_association {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:29.292057 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52b1f08b-89e9-408a-908d-87a0b1deb0b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (7a22197b-b788-4601-b666-6808c42ed45a), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:29.314277 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52b1f08b-89e9-408a-908d-87a0b1deb0b2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:29.315702 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-52b1f08b-89e9-408a-908d-87a0b1deb0b2 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5202053 Jul 25 08:37:30.396132 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device e096d6bf-d2cd-472b-990b-9a7d69b775e5 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:37:30.480055 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port e096d6bf-d2cd-472b-990b-9a7d69b775e5 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:37:30.480466 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (e096d6bf-d2cd-472b-990b-9a7d69b775e5), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:30.562509 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39acdeaf-5cb1-4a9c-b043-29b9d9f8668e None None] Network e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:37:30.627435 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port e096d6bf-d2cd-472b-990b-9a7d69b775e5 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:37:30.627819 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (e096d6bf-d2cd-472b-990b-9a7d69b775e5), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:30.671584 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-34d11400-8f28-4d09-9d79-3b177dab5230 None None] Provisioning complete for port e096d6bf-d2cd-472b-990b-9a7d69b775e5 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:37:30.671953 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-34d11400-8f28-4d09-9d79-3b177dab5230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (e096d6bf-d2cd-472b-990b-9a7d69b775e5), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:30.703143 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port e096d6bf-d2cd-472b-990b-9a7d69b775e5, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=e096d6bf-d2cd-472b-990b-9a7d69b775e5,segment=NetworkSegment(27911543-31d4-4ddf-a185-6d47e345d99a),segment_id=27911543-31d4-4ddf-a185-6d47e345d99a)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:37:30.718476 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (e096d6bf-d2cd-472b-990b-9a7d69b775e5), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:30.775335 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:30.839310 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=e096d6bf-d2cd-472b-990b-9a7d69b775e5,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:30.845590 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-34d11400-8f28-4d09-9d79-3b177dab5230 None None] Current status of the port e096d6bf-d2cd-472b-990b-9a7d69b775e5 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:37:31.066608 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-1269814c-c577-49ac-97dc-d61f2804b59a None None] Provisioning complete for port e096d6bf-d2cd-472b-990b-9a7d69b775e5 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:37:31.066944 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-1269814c-c577-49ac-97dc-d61f2804b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (e096d6bf-d2cd-472b-990b-9a7d69b775e5), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:31.137234 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-1269814c-c577-49ac-97dc-d61f2804b59a None None] Current status of the port e096d6bf-d2cd-472b-990b-9a7d69b775e5 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:37:31.560542 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51866) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:31.875473 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [None req-2c385e1c-6fb6-4df9-abb4-f811a2df5604 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:37:31.876468 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-2c385e1c-6fb6-4df9-abb4-f811a2df5604 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3149433 Jul 25 08:37:32.367676 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device e096d6bf-d2cd-472b-990b-9a7d69b775e5 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:37:32.413461 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port e096d6bf-d2cd-472b-990b-9a7d69b775e5 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:37:32.413844 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (e096d6bf-d2cd-472b-990b-9a7d69b775e5), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:32.482120 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port e096d6bf-d2cd-472b-990b-9a7d69b775e5 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:37:34.108781 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51874) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:34.433321 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:37:34.453337 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Made reservation on behalf of e86d2d432f134fa4aeaa99c3935e4c0c for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:37:34.455589 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:34.463541 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:34.538208 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Publish callbacks [] for security_group (4b4b35c0-e3fd-4769-8f75-af41ae3964df), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:34.541824 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (4b4b35c0-e3fd-4769-8f75-af41ae3964df), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:34.556437 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Reserving flat network on physical network physnet1 {{(pid=110463) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 25 08:37:34.558476 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:34.584393 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (70496fb2-697b-4f96-91f8-b68fdc86f892), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:34.584755 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Added segment 70496fb2-697b-4f96-91f8-b68fdc86f892 of type flat for network fdc6bca6-042e-477a-a22a-eeab897472ed Jul 25 08:37:34.593209 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4b35c0-e3fd-4769-8f75-af41ae3964df,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:34.637674 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (fdc6bca6-042e-477a-a22a-eeab897472ed), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:34.670421 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (fdc6bca6-042e-477a-a22a-eeab897472ed), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:34.671354 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:37:34.671934 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:34.750768 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6409409 Jul 25 08:37:34.769993 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070360e7-e06e-42df-b57b-708c7eb1c714 admin admin] Pushing event updated for resources: {'Network': ['ID=fdc6bca6-042e-477a-a22a-eeab897472ed,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:34.780943 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network fdc6bca6-042e-477a-a22a-eeab897472ed details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:37:34.823779 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:36.962873 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51882) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:37.326126 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35445e5-89b2-420f-8e54-e19287b811ef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:37:37.327412 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b35445e5-89b2-420f-8e54-e19287b811ef demo admin] 10.222.0.52 "GET /v2.0/subnets/6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4 HTTP/1.1" status: 200 len: 849 time: 0.3635974 Jul 25 08:37:37.444834 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b76d4d0f-29ef-4cc1-82aa-e248c1f6f264 demo admin] 10.222.0.52 "GET /v2.0/routers/7a22197b-b788-4601-b666-6808c42ed45a HTTP/1.1" status: 200 len: 704 time: 0.1109164 Jul 25 08:37:37.591032 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a5c6c6cc-0afe-4d2f-b65f-518fbfc5d05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:37.642080 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:37.704814 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:37.983144 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Allocated IP 172.20.0.1 (e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52/6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4/e9a0a73f-8f06-4148-8395-d7748ebfbbff) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:37:38.178092 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Publish callbacks [] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:38.237294 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:38.265675 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:38.320101 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Network e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:37:38.330010 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:37:38.334566 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:37:38.335501 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (7a22197b-b788-4601-b666-6808c42ed45a), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:38.360108 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Pushing event updated for resources: {'Port': ['ID=e9a0a73f-8f06-4148-8395-d7748ebfbbff,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:38.496983 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-87a5aab5-b11d-46f0-8407-37fc7311fc37 None None] Provisioning complete for port e9a0a73f-8f06-4148-8395-d7748ebfbbff triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:37:38.497281 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-87a5aab5-b11d-46f0-8407-37fc7311fc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:38.527791 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-87a5aab5-b11d-46f0-8407-37fc7311fc37 None None] Port e9a0a73f-8f06-4148-8395-d7748ebfbbff cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:37:38.536883 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:38.689187 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:38.741603 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Publish callbacks [] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:38.745873 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:38.746750 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (7a22197b-b788-4601-b666-6808c42ed45a), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:38.823414 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Pushing event updated for resources: {'Port': ['ID=e9a0a73f-8f06-4148-8395-d7748ebfbbff,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:38.872096 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Network e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:37:38.873419 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:37:39.024545 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Router 7a22197b-b788-4601-b666-6808c42ed45a is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:37:39.047067 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-71ac7853-7068-4a58-bcc3-a8d3511a5b70 None None] Provisioning complete for port e9a0a73f-8f06-4148-8395-d7748ebfbbff triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:37:39.047558 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-71ac7853-7068-4a58-bcc3-a8d3511a5b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:39.115642 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:37:39.121117 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-d9e88d0a-316f-405b-8fa4-5b3bf5ad6611 demo admin] 10.222.0.52 "PUT /v2.0/routers/7a22197b-b788-4601-b666-6808c42ed45a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6709712 Jul 25 08:37:39.131578 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-71ac7853-7068-4a58-bcc3-a8d3511a5b70 None None] Port e9a0a73f-8f06-4148-8395-d7748ebfbbff cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:37:39.137113 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Sync routers for ids ['7a22197b-b788-4601-b666-6808c42ed45a'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:37:39.150182 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Routers {'7a22197b-b788-4601-b666-6808c42ed45a'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:37:39.151230 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:37:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['7a22197b-b788-4601-b666-6808c42ed45a'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:37:39.326250 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Set router 7a22197b-b788-4601-b666-6808c42ed45a gateway port host: None {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:37:39.734552 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a22197b-b788-4601-b666-6808c42ed45a', 'name': 'router1', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:37:29Z', 'updated_at': '2022-07-25T08:37:38Z', 'revision_number': 2, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'gw_port_host': None, '_interfaces': [{'id': 'e9a0a73f-8f06-4148-8395-d7748ebfbbff', 'name': '', 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'mac_address': 'fa:16:3e:bd:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a22197b-b788-4601-b666-6808c42ed45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:37:37Z', 'updated_at': '2022-07-25T08:37:38Z', 'revision_number': 2, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'subnets': [{'id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '677c88d2-defc-44a1-817a-fd750c4dbc27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:37:39.781237 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Checking router: 7a22197b-b788-4601-b666-6808c42ed45a for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:37:39.781599 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Updating router 7a22197b-b788-4601-b666-6808c42ed45a port e9a0a73f-8f06-4148-8395-d7748ebfbbff binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:37:39.835234 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:39.965082 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-963e40f1-d9c5-4322-818f-e46eeea4f7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:40.328955 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Publish callbacks [] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:40.335485 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:40.494322 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Pushing event updated for resources: {'Port': ['ID=e9a0a73f-8f06-4148-8395-d7748ebfbbff,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:40.515442 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.515792 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.516412 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.516799 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.517139 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.517468 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.517794 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.518118 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.518441 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.518794 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.519118 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.519454 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.519783 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.520101 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.520418 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Tracked resource versions report: Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: pushed versions: Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: { 'AddressGroup': {'1.2'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Agent': {'1.1'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'ConntrackHelper': {'1.0'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'LocalIPAssociation': {'1.0'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Log': {'1.0'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'NDPProxy': {'1.0'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Network': {'1.1'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Port': {'1.7'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'PortForwarding': {'1.3'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'QosPolicy': {'1.10'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SecurityGroup': {'1.5'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SecurityGroupRule': {'1.2'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SubPort': {'1.0'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Subnet': {'1.1'}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Trunk': {'1.1'}} Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: consumer versions: Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: { DHCP agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: L3 agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: Metadata agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: Metering agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: Open vSwitch agent@dv-cinder-850840-1-iscsi: { 'AddressGroup': '1.2', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Agent': '1.1', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'ConntrackHelper': '1.0', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'LocalIPAssociation': '1.0', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Log': '1.0', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'NDPProxy': '1.0', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Network': '1.1', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Port': '1.7', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'PortForwarding': '1.3', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'QosPolicy': '1.10', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SecurityGroup': '1.5', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SecurityGroupRule': '1.2', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SubPort': '1.0', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Subnet': '1.1', Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Trunk': '1.1'}} Jul 25 08:37:40.521867 dv-cinder-850840-1-iscsi neutron-server[110465]: {{(pid=110465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 08:37:40.528508 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Attempting to bind port e9a0a73f-8f06-4148-8395-d7748ebfbbff on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:37:40.528943 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Attempting to bind port e9a0a73f-8f06-4148-8395-d7748ebfbbff by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '27911543-31d4-4ddf-a185-6d47e345d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:37:40.529385 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Attempting to bind port e9a0a73f-8f06-4148-8395-d7748ebfbbff on network e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:37:40.534694 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:37:40.535090 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Checking segment: {'id': '27911543-31d4-4ddf-a185-6d47e345d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:37:40.535553 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:40.535933 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Bound using segment: {'id': '27911543-31d4-4ddf-a185-6d47e345d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:37:40.536411 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Bound port: e9a0a73f-8f06-4148-8395-d7748ebfbbff, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27911543-31d4-4ddf-a185-6d47e345d99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:37:40.536810 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:40.557701 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-125eff13-ea9c-4ce3-86c9-068868a212e7 None None] Provisioning complete for port e9a0a73f-8f06-4148-8395-d7748ebfbbff triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:37:40.558232 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-125eff13-ea9c-4ce3-86c9-068868a212e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:40.591559 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-125eff13-ea9c-4ce3-86c9-068868a212e7 None None] Port e9a0a73f-8f06-4148-8395-d7748ebfbbff cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:37:40.604213 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] For port e9a0a73f-8f06-4148-8395-d7748ebfbbff, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:37:40.624895 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] For port e9a0a73f-8f06-4148-8395-d7748ebfbbff, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=e9a0a73f-8f06-4148-8395-d7748ebfbbff,segment=NetworkSegment(27911543-31d4-4ddf-a185-6d47e345d99a),segment_id=27911543-31d4-4ddf-a185-6d47e345d99a)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:37:40.631872 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:40.640000 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:40.657513 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:40.686941 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Routers {'7a22197b-b788-4601-b666-6808c42ed45a'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:37:40.687552 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:37:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['7a22197b-b788-4601-b666-6808c42ed45a'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:37:40.767010 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e7635-15f2-42a9-bdf3-e1d331ce6436 None None] Pushing event updated for resources: {'Port': ['ID=e9a0a73f-8f06-4148-8395-d7748ebfbbff,revision_number=4']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:40.782956 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] Set router 7a22197b-b788-4601-b666-6808c42ed45a gateway port host: None {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:37:40.911964 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-1de0e30e-eb1f-4016-a53c-8b7016aa870d None None] Provisioning complete for port e9a0a73f-8f06-4148-8395-d7748ebfbbff triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:37:40.912348 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-1de0e30e-eb1f-4016-a53c-8b7016aa870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:40.966983 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:40.982150 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a22197b-b788-4601-b666-6808c42ed45a', 'name': 'router1', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:37:29Z', 'updated_at': '2022-07-25T08:37:38Z', 'revision_number': 2, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'gw_port_host': None, '_interfaces': [{'id': 'e9a0a73f-8f06-4148-8395-d7748ebfbbff', 'name': '', 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'mac_address': 'fa:16:3e:bd:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a22197b-b788-4601-b666-6808c42ed45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:37:37Z', 'updated_at': '2022-07-25T08:37:40Z', 'revision_number': 4, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'subnets': [{'id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '677c88d2-defc-44a1-817a-fd750c4dbc27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:37:41.003656 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-1de0e30e-eb1f-4016-a53c-8b7016aa870d None None] Current status of the port e9a0a73f-8f06-4148-8395-d7748ebfbbff is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:37:41.004063 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-1de0e30e-eb1f-4016-a53c-8b7016aa870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:41.008599 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e66d7b4-7b73-4105-84ee-a944611c6eb4 None None] The sync data for ids ['7a22197b-b788-4601-b666-6808c42ed45a'] in dv-cinder-850840-1-iscsi is: [{'id': '7a22197b-b788-4601-b666-6808c42ed45a', 'name': 'router1', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:37:29Z', 'updated_at': '2022-07-25T08:37:38Z', 'revision_number': 2, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'gw_port_host': None, '_interfaces': [{'id': 'e9a0a73f-8f06-4148-8395-d7748ebfbbff', 'name': '', 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'mac_address': 'fa:16:3e:bd:53:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a22197b-b788-4601-b666-6808c42ed45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:37:37Z', 'updated_at': '2022-07-25T08:37:40Z', 'revision_number': 4, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'subnets': [{'id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '677c88d2-defc-44a1-817a-fd750c4dbc27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:37:41.041399 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-1de0e30e-eb1f-4016-a53c-8b7016aa870d None None] For port e9a0a73f-8f06-4148-8395-d7748ebfbbff, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=e9a0a73f-8f06-4148-8395-d7748ebfbbff,segment=NetworkSegment(27911543-31d4-4ddf-a185-6d47e345d99a),segment_id=27911543-31d4-4ddf-a185-6d47e345d99a)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:37:41.046104 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-1de0e30e-eb1f-4016-a53c-8b7016aa870d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:41.095003 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0e30e-eb1f-4016-a53c-8b7016aa870d None None] Pushing event updated for resources: {'Port': ['ID=e9a0a73f-8f06-4148-8395-d7748ebfbbff,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:41.343722 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51892) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:41.727105 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916cdf5f-2d07-4a06-aab2-55cf71f4efd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:37:41.728460 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-916cdf5f-2d07-4a06-aab2-55cf71f4efd7 admin admin] 10.222.0.52 "GET /v2.0/networks/fdc6bca6-042e-477a-a22a-eeab897472ed HTTP/1.1" status: 200 len: 842 time: 0.3836989 Jul 25 08:37:41.738517 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'cidr': '172.27.1.0/24'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:37:41.758660 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Made reservation on behalf of e86d2d432f134fa4aeaa99c3935e4c0c for: {'subnet': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:37:41.760957 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:41.881458 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:42.095747 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.objects.ports [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110463) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 25 08:37:42.096079 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (3aa07575-d304-485d-aaf1-d8fee324070b), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:42.138851 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:42.140102 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa07575-d304-485d-aaf1-d8fee324070b,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:42.167724 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:37:42.168077 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Network hostable DHCP agents. Network: fdc6bca6-042e-477a-a22a-eeab897472ed, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:37:42.187113 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:37:42.199046 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, fdc6bca6-042e-477a-a22a-eeab897472ed) {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:37:42.203094 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:37:42.203678 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:42.209551 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b67a4-d742-4c8f-8a57-1b2a3bcf6fa5 None None] Network fdc6bca6-042e-477a-a22a-eeab897472ed requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:37:42.229195 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f301965e-3f66-429e-8ff3-ddabf4184bcc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4946270 Jul 25 08:37:42.255862 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:42.308794 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:42.357495 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05338d7c-f6e9-40d9-b3fc-1dd291957b31 None None] Network fdc6bca6-042e-477a-a22a-eeab897472ed requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:37:42.707942 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:44.507085 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51900) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:44.911104 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-1cd48fad-6f01-4c0d-bde9-554d6bf3363d demo admin] 10.222.0.52 "GET /v2.0/routers/7a22197b-b788-4601-b666-6808c42ed45a HTTP/1.1" status: 200 len: 710 time: 0.4028802 Jul 25 08:37:44.998628 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0acd005-22b1-4b79-abb4-4e4e242ebd9d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:37:44.999986 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-c0acd005-22b1-4b79-abb4-4e4e242ebd9d demo admin] 10.222.0.52 "GET /v2.0/networks/fdc6bca6-042e-477a-a22a-eeab897472ed HTTP/1.1" status: 200 len: 886 time: 0.0814548 Jul 25 08:37:45.009493 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:37:45.260024 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Publish callbacks [] for router_gateway (7a22197b-b788-4601-b666-6808c42ed45a), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:45.481017 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Publish callbacks [] for router_gateway (7a22197b-b788-4601-b666-6808c42ed45a), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:45.554395 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:45.609876 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:45.661738 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Allocated IP 172.27.1.222 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/33426da4-ac9d-4d2b-b112-7a108550f48f) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:37:45.669708 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:45.763365 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Publish callbacks [] for port (33426da4-ac9d-4d2b-b112-7a108550f48f), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:45.805087 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (33426da4-ac9d-4d2b-b112-7a108550f48f), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:45.854237 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:37:45.857498 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:37:45.861484 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:37:45.897346 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Pushing event updated for resources: {'Port': ['ID=33426da4-ac9d-4d2b-b112-7a108550f48f,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:46.192062 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Publish callbacks [] for router_gateway (7a22197b-b788-4601-b666-6808c42ed45a), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:46.376452 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-621878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1507'] for router (7a22197b-b788-4601-b666-6808c42ed45a), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:46.381517 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562688', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-621871'] for router (7a22197b-b788-4601-b666-6808c42ed45a), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:46.383148 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device e9a0a73f-8f06-4148-8395-d7748ebfbbff up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:37:46.429298 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port e9a0a73f-8f06-4148-8395-d7748ebfbbff triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:37:46.429686 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:46.484958 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Router 7a22197b-b788-4601-b666-6808c42ed45a has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:37:46.501713 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port e9a0a73f-8f06-4148-8395-d7748ebfbbff is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:37:46.532405 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:46.590238 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:37:46.594349 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:46.595541 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-582df399-066c-4df0-be00-d6cfa2a42d3c demo admin] 10.222.0.52 "PUT /v2.0/routers/7a22197b-b788-4601-b666-6808c42ed45a HTTP/1.1" status: 200 len: 890 time: 1.5891438 Jul 25 08:37:47.336453 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Sync routers for ids ['7a22197b-b788-4601-b666-6808c42ed45a'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:37:47.348859 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Routers {'7a22197b-b788-4601-b666-6808c42ed45a'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:37:47.349504 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:37:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['7a22197b-b788-4601-b666-6808c42ed45a'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:37:47.548854 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Set router 7a22197b-b788-4601-b666-6808c42ed45a gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:37:47.685705 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:47.919156 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a22197b-b788-4601-b666-6808c42ed45a', 'name': 'router1', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '33426da4-ac9d-4d2b-b112-7a108550f48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:37:29Z', 'updated_at': '2022-07-25T08:37:45Z', 'revision_number': 4, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'gw_port': {'id': '33426da4-ac9d-4d2b-b112-7a108550f48f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a22197b-b788-4601-b666-6808c42ed45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:37:45Z', 'updated_at': '2022-07-25T08:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'e9a0a73f-8f06-4148-8395-d7748ebfbbff', 'name': '', 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'mac_address': 'fa:16:3e:bd:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a22197b-b788-4601-b666-6808c42ed45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:37:37Z', 'updated_at': '2022-07-25T08:37:41Z', 'revision_number': 5, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'subnets': [{'id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '677c88d2-defc-44a1-817a-fd750c4dbc27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:37:48.036429 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Checking router: 7a22197b-b788-4601-b666-6808c42ed45a for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:37:48.036929 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Updating router 7a22197b-b788-4601-b666-6808c42ed45a port 33426da4-ac9d-4d2b-b112-7a108550f48f binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:37:48.088522 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (33426da4-ac9d-4d2b-b112-7a108550f48f), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:48.358230 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:48.397828 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Publish callbacks [] for port (33426da4-ac9d-4d2b-b112-7a108550f48f), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:48.403351 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (33426da4-ac9d-4d2b-b112-7a108550f48f), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:48.457242 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547ee3e-478a-4c01-ae58-40487b3527cd None None] Pushing event updated for resources: {'Port': ['ID=33426da4-ac9d-4d2b-b112-7a108550f48f,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:48.459667 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Attempting to bind port 33426da4-ac9d-4d2b-b112-7a108550f48f on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:37:48.460037 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Attempting to bind port 33426da4-ac9d-4d2b-b112-7a108550f48f by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:37:48.460423 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Attempting to bind port 33426da4-ac9d-4d2b-b112-7a108550f48f on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:37:48.465946 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:37:48.466334 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:37:48.466734 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:48.467115 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:37:48.467572 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Bound port: 33426da4-ac9d-4d2b-b112-7a108550f48f, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:37:48.467947 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (33426da4-ac9d-4d2b-b112-7a108550f48f), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:48.515929 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] For port 33426da4-ac9d-4d2b-b112-7a108550f48f, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:37:48.519998 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] For port 33426da4-ac9d-4d2b-b112-7a108550f48f, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=33426da4-ac9d-4d2b-b112-7a108550f48f,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:37:48.525599 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (33426da4-ac9d-4d2b-b112-7a108550f48f), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:48.586095 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Routers {'7a22197b-b788-4601-b666-6808c42ed45a'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:37:48.586719 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:37:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['7a22197b-b788-4601-b666-6808c42ed45a'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:37:48.590172 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2547ee3e-478a-4c01-ae58-40487b3527cd None None] Pushing event updated for resources: {'Port': ['ID=33426da4-ac9d-4d2b-b112-7a108550f48f,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:48.692030 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] Set router 7a22197b-b788-4601-b666-6808c42ed45a gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:37:48.802134 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:48.888392 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a22197b-b788-4601-b666-6808c42ed45a', 'name': 'router1', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '33426da4-ac9d-4d2b-b112-7a108550f48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:37:29Z', 'updated_at': '2022-07-25T08:37:45Z', 'revision_number': 4, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'gw_port': {'id': '33426da4-ac9d-4d2b-b112-7a108550f48f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a22197b-b788-4601-b666-6808c42ed45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:37:45Z', 'updated_at': '2022-07-25T08:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'e9a0a73f-8f06-4148-8395-d7748ebfbbff', 'name': '', 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'mac_address': 'fa:16:3e:bd:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a22197b-b788-4601-b666-6808c42ed45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:37:37Z', 'updated_at': '2022-07-25T08:37:41Z', 'revision_number': 5, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'subnets': [{'id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '677c88d2-defc-44a1-817a-fd750c4dbc27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:37:48.914408 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af0791b-553f-43df-8c93-859fae5a2a05 None None] The sync data for ids ['7a22197b-b788-4601-b666-6808c42ed45a'] in dv-cinder-850840-1-iscsi is: [{'id': '7a22197b-b788-4601-b666-6808c42ed45a', 'name': 'router1', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '33426da4-ac9d-4d2b-b112-7a108550f48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:37:29Z', 'updated_at': '2022-07-25T08:37:45Z', 'revision_number': 4, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'gw_port': {'id': '33426da4-ac9d-4d2b-b112-7a108550f48f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a22197b-b788-4601-b666-6808c42ed45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:37:45Z', 'updated_at': '2022-07-25T08:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'e9a0a73f-8f06-4148-8395-d7748ebfbbff', 'name': '', 'network_id': 'e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52', 'tenant_id': 'd68d17929cf4421f977087a339234c2a', 'mac_address': 'fa:16:3e:bd:53:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a22197b-b788-4601-b666-6808c42ed45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:37:37Z', 'updated_at': '2022-07-25T08:37:41Z', 'revision_number': 5, 'project_id': 'd68d17929cf4421f977087a339234c2a', 'subnets': [{'id': '6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '677c88d2-defc-44a1-817a-fd750c4dbc27'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:37:48.944721 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 51912) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:37:49.373866 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-a76bfe5e-6028-4d9e-a8d6-ff78fafe709b admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4280155 Jul 25 08:37:50.382161 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 33426da4-ac9d-4d2b-b112-7a108550f48f up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:37:50.430684 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 33426da4-ac9d-4d2b-b112-7a108550f48f triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:37:50.431075 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (33426da4-ac9d-4d2b-b112-7a108550f48f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:50.507312 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 33426da4-ac9d-4d2b-b112-7a108550f48f is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:37:50.507687 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (33426da4-ac9d-4d2b-b112-7a108550f48f), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:50.528456 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 33426da4-ac9d-4d2b-b112-7a108550f48f, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=33426da4-ac9d-4d2b-b112-7a108550f48f,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:37:50.532405 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (33426da4-ac9d-4d2b-b112-7a108550f48f), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:50.592699 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=33426da4-ac9d-4d2b-b112-7a108550f48f,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:37:50.979165 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=45 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:50.987245 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=29 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:52.409483 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 33426da4-ac9d-4d2b-b112-7a108550f48f up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:37:52.460295 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 33426da4-ac9d-4d2b-b112-7a108550f48f triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:37:52.460709 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (33426da4-ac9d-4d2b-b112-7a108550f48f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:37:52.463716 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:52.531264 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 33426da4-ac9d-4d2b-b112-7a108550f48f is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:37:59.367118 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:37:59.373354 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=9 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:38:02.528260 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:38:02.530227 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:38:03.372206 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 5 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:38:07.596060 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-46618e0b-4b41-48cb-ada8-c806a08f25b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:38:09.971639 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fbd8fcfb-aa8f-4e20-afa3-efb979fc2c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:38:10.969536 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:38:12.284325 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:38:12.747869 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:38:13.367791 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=3 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:38:13.369616 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:38:22.735510 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:38:22.740864 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:38:37.590526 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4a829692-b041-4671-bc87-73012547f743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:38:39.966992 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4b86507e-0561-4ce6-948c-f7be15736a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:38:40.371016 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 5 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:38:40.954976 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:38:41.383184 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:38:42.286965 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:38:42.713705 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:38:50.368566 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=3 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:38:52.705943 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:38:52.707916 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:06.371023 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:06.371828 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:07.591840 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-08756ef1-0a91-4564-8ca9-fc30dfdd1ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:09.939395 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52454) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:39:09.968614 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-61708848-ee1c-4d2c-8b27-0c9d6beb312f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:10.273696 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27d7e68-e9fa-4ff0-835b-44ff47ce393a admin admin] GET failed (client error): The resource could not be found. Jul 25 08:39:10.274964 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-c27d7e68-e9fa-4ff0-835b-44ff47ce393a admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3346312 Jul 25 08:39:10.435826 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0da8dfb-aea8-44c3-8068-52906577b16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:10.437315 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-a0da8dfb-aea8-44c3-8068-52906577b16c admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583347 Jul 25 08:39:10.958387 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:12.278542 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:12.585168 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52464) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:39:12.715832 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:12.952731 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34706de5-9a9c-42c6-a76c-a154e1857ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:12.954528 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-34706de5-9a9c-42c6-a76c-a154e1857ed7 admin admin] 10.222.0.52 "GET /v2.0/subnets/6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4 HTTP/1.1" status: 200 len: 849 time: 0.3684130 Jul 25 08:39:12.963927 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:39:13.051062 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Publish callbacks [] for subnet (6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:13.193118 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732964363879'] for subnet (6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:13.223094 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:13.223684 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:13.224981 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] 10.222.0.52 "PUT /v2.0/subnets/6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4 HTTP/1.1" status: 200 len: 868 time: 0.2645514 Jul 25 08:39:13.226080 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082b7b59-25df-40d8-83d8-050a48effd4c None None] Network e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:39:13.246010 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:39:13.253742 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.254088 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.254427 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.254758 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.255091 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.255433 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.255742 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.256064 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.256406 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.256762 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.257105 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.257439 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.257766 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.258085 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.258403 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efac7498-b009-481b-a3b4-3af7001a60ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:39:13.555040 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-870f5508-bcc7-4d8d-aa14-fd17e99bea4f None None] Provisioning complete for port e096d6bf-d2cd-472b-990b-9a7d69b775e5 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:39:13.555642 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-870f5508-bcc7-4d8d-aa14-fd17e99bea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (e096d6bf-d2cd-472b-990b-9a7d69b775e5), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:13.630526 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-870f5508-bcc7-4d8d-aa14-fd17e99bea4f None None] Current status of the port e096d6bf-d2cd-472b-990b-9a7d69b775e5 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:39:13.638736 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-870f5508-bcc7-4d8d-aa14-fd17e99bea4f None None] Provisioning complete for port e9a0a73f-8f06-4148-8395-d7748ebfbbff triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:39:13.639121 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-870f5508-bcc7-4d8d-aa14-fd17e99bea4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (e9a0a73f-8f06-4148-8395-d7748ebfbbff), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:13.710263 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-870f5508-bcc7-4d8d-aa14-fd17e99bea4f None None] Current status of the port e9a0a73f-8f06-4148-8395-d7748ebfbbff is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:39:15.397161 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52472) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:39:15.871916 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7271711e-3049-4a96-8424-1a1c620845d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:15.872302 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7271711e-3049-4a96-8424-1a1c620845d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:15.873862 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-7271711e-3049-4a96-8424-1a1c620845d9 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4756830 Jul 25 08:39:17.370174 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 5 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:39:18.023857 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52480) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:39:18.434938 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2efa497-4b13-4f89-8f06-e9fffa906668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:18.435341 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2efa497-4b13-4f89-8f06-e9fffa906668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:18.436886 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b2efa497-4b13-4f89-8f06-e9fffa906668 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4120543 Jul 25 08:39:20.564641 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52488) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:39:21.067225 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea165ec5-d61c-4103-b770-780efeab4c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:21.068603 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-ea165ec5-d61c-4103-b770-780efeab4c01 admin admin] 10.222.0.52 "GET /v2.0/networks/e0dc5c8d-ff38-44ec-8a77-9c7504ed7d52 HTTP/1.1" status: 200 len: 869 time: 0.5030665 Jul 25 08:39:23.226891 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52496) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:39:23.554385 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:23.590582 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:23.634471 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40efa618-da81-446e-8131-5f27ab5467ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:23.635813 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-40efa618-da81-446e-8131-5f27ab5467ff admin admin] 10.222.0.52 "GET /v2.0/networks/fdc6bca6-042e-477a-a22a-eeab897472ed HTTP/1.1" status: 200 len: 886 time: 0.4079437 Jul 25 08:39:23.699792 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:23.709467 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:25.764844 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52504) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:39:26.154225 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e7394-7015-4b02-bf98-75640ad3781d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:26.154675 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e7394-7015-4b02-bf98-75640ad3781d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:26.156712 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6b6e7394-7015-4b02-bf98-75640ad3781d admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3903594 Jul 25 08:39:27.365805 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:28.304783 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52512) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:39:28.673474 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cf9a2d-7e12-4575-bf23-c17064b0d2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:28.673919 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cf9a2d-7e12-4575-bf23-c17064b0d2a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:28.675387 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-d0cf9a2d-7e12-4575-bf23-c17064b0d2a9 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3696642 Jul 25 08:39:29.387768 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=6 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:30.814109 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52520) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:39:31.171633 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b4de1b-a4db-4c91-8ec9-9033b4be2dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:31.173044 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-e8b4de1b-a4db-4c91-8ec9-9033b4be2dd5 admin admin] 10.222.0.52 "GET /v2.0/subnets/3aa07575-d304-485d-aaf1-d8fee324070b HTTP/1.1" status: 200 len: 816 time: 0.3579681 Jul 25 08:39:33.330333 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 52528) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:39:33.751106 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8e2ffa-5649-4510-8c74-d7f7a6dbd0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:39:33.752551 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-1e8e2ffa-5649-4510-8c74-d7f7a6dbd0e6 admin admin] 10.222.0.52 "GET /v2.0/subnets/6e6e844c-b0b4-4e5a-b60c-e874f04b6eb4 HTTP/1.1" status: 200 len: 868 time: 0.4212966 Jul 25 08:39:37.594605 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-dbd5d485-cdb3-4143-9e08-b6f9e1d0bf6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:39.971288 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-76a29ae5-1623-497a-9a1c-ddc52dbd13f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:40.963222 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:41.165192 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=27 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:41.168220 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=24 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:42.280975 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:42.719730 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:39:43.737523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:43.746344 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=8 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:52.707063 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:52.715219 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:39:54.369331 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 5 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:40:01.193625 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52584) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:40:01.516866 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [None req-c2768660-4879-49a8-aa09-aa4be89db247 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:40:01.517903 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-c2768660-4879-49a8-aa09-aa4be89db247 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3233528 Jul 25 08:40:03.752414 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52592) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:40:04.088330 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.pecan_wsgi.hooks.translation [None req-578c2112-0b92-4193-8a08-60e7c0af9ee8 admin admin] GET failed (client error): The resource could not be found. Jul 25 08:40:04.089644 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-578c2112-0b92-4193-8a08-60e7c0af9ee8 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3362825 Jul 25 08:40:04.177067 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b723aab-d279-4a49-9a8a-b891823c8971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:40:04.178514 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-8b723aab-d279-4a49-9a8a-b891823c8971 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0848942 Jul 25 08:40:05.520226 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=20 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:40:05.528194 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=14 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:40:06.325266 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52600) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:40:06.644727 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:40:06.663614 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] Made reservation on behalf of e86d2d432f134fa4aeaa99c3935e4c0c for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:40:06.665864 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:06.692854 dv-cinder-850840-1-iscsi neutron-server[110463]: WARNING neutron.services.revisions.revision_plugin [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] Could not find related network for resource to bump revision. Jul 25 08:40:06.703293 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:40:06.712241 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (d12b46dc-2add-4840-b775-ee0cd97c0389), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:06.712605 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] Added segment d12b46dc-2add-4840-b775-ee0cd97c0389 of type vlan for network dee8f53b-169e-4c04-a1c9-083cf3737d5b Jul 25 08:40:06.750921 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (dee8f53b-169e-4c04-a1c9-083cf3737d5b), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:06.774507 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (dee8f53b-169e-4c04-a1c9-083cf3737d5b), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:06.775586 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:40:06.776150 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:06.829518 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5031810 Jul 25 08:40:06.840105 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c2c5d-82f1-4e32-8673-cf91a14de983 admin admin] Pushing event updated for resources: {'Network': ['ID=dee8f53b-169e-4c04-a1c9-083cf3737d5b,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:40:06.850990 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network dee8f53b-169e-4c04-a1c9-083cf3737d5b details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:40:07.597226 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-83ed7edc-cb21-4aff-8db6-21ab107f20d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:09.004241 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52608) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:40:09.338278 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.pecan_wsgi.hooks.translation [None req-681c85bb-3020-4c48-92b1-bea50ca0ca0f admin admin] GET failed (client error): The resource could not be found. Jul 25 08:40:09.339538 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-681c85bb-3020-4c48-92b1-bea50ca0ca0f admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3343117 Jul 25 08:40:09.409299 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed146e2-d3b0-43b5-b07a-f9a7b560e208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:40:09.410694 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-5ed146e2-d3b0-43b5-b07a-f9a7b560e208 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670488 Jul 25 08:40:09.420110 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b', 'name': 'shared-subnet'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:40:09.439474 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] Made reservation on behalf of e86d2d432f134fa4aeaa99c3935e4c0c for: {'subnet': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:40:09.441768 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:09.603237 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (6f862cf9-444e-4b4f-8ad4-5204390a4ab4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:09.654751 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f862cf9-444e-4b4f-8ad4-5204390a4ab4,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:40:09.670247 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] Checking segment: {'id': 'd12b46dc-2add-4840-b775-ee0cd97c0389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:40:09.670591 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] Network hostable DHCP agents. Network: dee8f53b-169e-4c04-a1c9-083cf3737d5b, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:40:09.687037 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] Network dee8f53b-169e-4c04-a1c9-083cf3737d5b is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:40:09.695393 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, dee8f53b-169e-4c04-a1c9-083cf3737d5b) {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:40:09.699231 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:40:09.699813 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:09.707646 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db423cb-fb41-4d8d-a73b-d201e5e17825 None None] Network dee8f53b-169e-4c04-a1c9-083cf3737d5b requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:40:09.716041 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-03fd08b1-5db7-4d53-a560-6dc488b5cb87 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2991381 Jul 25 08:40:09.821395 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-dee8f53b-169e-4c04-a1c9-083cf3737d5b', 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b', 'project_id': 'e86d2d432f134fa4aeaa99c3935e4c0c', 'fixed_ips': [{'subnet_id': '6f862cf9-444e-4b4f-8ad4-5204390a4ab4'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:40:09.822485 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:09.972328 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Allocated IP 192.168.233.2 (dee8f53b-169e-4c04-a1c9-083cf3737d5b/6f862cf9-444e-4b4f-8ad4-5204390a4ab4/fcc7a3eb-c630-4938-8ed0-b4765a6d060a) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:40:09.986080 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-261a0c7d-b7ef-4242-ba2b-9ce520ca0a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:10.214936 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Publish callbacks [] for port (fcc7a3eb-c630-4938-8ed0-b4765a6d060a), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:10.221732 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (fcc7a3eb-c630-4938-8ed0-b4765a6d060a), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:10.261520 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Network dee8f53b-169e-4c04-a1c9-083cf3737d5b is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:40:10.264752 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:40:10.268299 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:40:10.276891 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Pushing event updated for resources: {'Port': ['ID=fcc7a3eb-c630-4938-8ed0-b4765a6d060a,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:40:10.300671 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.301015 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.301412 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.301709 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.302037 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.302361 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.302682 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.302999 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.303317 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.303636 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.303978 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.304319 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.304660 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.304976 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.305293 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:40:10.345577 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Attempting to bind port fcc7a3eb-c630-4938-8ed0-b4765a6d060a on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:40:10.345948 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Attempting to bind port fcc7a3eb-c630-4938-8ed0-b4765a6d060a by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': 'd12b46dc-2add-4840-b775-ee0cd97c0389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:40:10.346309 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Attempting to bind port fcc7a3eb-c630-4938-8ed0-b4765a6d060a on network dee8f53b-169e-4c04-a1c9-083cf3737d5b {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:40:10.351875 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:40:10.352246 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Checking segment: {'id': 'd12b46dc-2add-4840-b775-ee0cd97c0389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:40:10.352667 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:10.353057 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Bound using segment: {'id': 'd12b46dc-2add-4840-b775-ee0cd97c0389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:40:10.353515 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Bound port: fcc7a3eb-c630-4938-8ed0-b4765a6d060a, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12b46dc-2add-4840-b775-ee0cd97c0389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:40:10.353922 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (fcc7a3eb-c630-4938-8ed0-b4765a6d060a), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:10.414469 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] For port fcc7a3eb-c630-4938-8ed0-b4765a6d060a, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:40:10.418064 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] For port fcc7a3eb-c630-4938-8ed0-b4765a6d060a, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=fcc7a3eb-c630-4938-8ed0-b4765a6d060a,segment=NetworkSegment(d12b46dc-2add-4840-b775-ee0cd97c0389),segment_id=d12b46dc-2add-4840-b775-ee0cd97c0389)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:40:10.423633 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (fcc7a3eb-c630-4938-8ed0-b4765a6d060a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:10.482169 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdb235-0acf-4c4f-9e40-c18da960eabe None None] Pushing event updated for resources: {'Port': ['ID=fcc7a3eb-c630-4938-8ed0-b4765a6d060a,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:40:10.965421 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:11.249727 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831754f6-5bf0-411a-8bb3-407c9f128c07 None None] Network dee8f53b-169e-4c04-a1c9-083cf3737d5b requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:40:11.322828 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:40:11.331119 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:40:11.341830 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-0bb4241e-4ccb-43ed-8701-155f62ffdda1 None None] Provisioning complete for port fcc7a3eb-c630-4938-8ed0-b4765a6d060a triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:40:11.342220 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-0bb4241e-4ccb-43ed-8701-155f62ffdda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fcc7a3eb-c630-4938-8ed0-b4765a6d060a), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:11.447545 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4241e-4ccb-43ed-8701-155f62ffdda1 None None] Current status of the port fcc7a3eb-c630-4938-8ed0-b4765a6d060a is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:40:11.447925 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-0bb4241e-4ccb-43ed-8701-155f62ffdda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (fcc7a3eb-c630-4938-8ed0-b4765a6d060a), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:11.485811 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-0bb4241e-4ccb-43ed-8701-155f62ffdda1 None None] For port fcc7a3eb-c630-4938-8ed0-b4765a6d060a, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=fcc7a3eb-c630-4938-8ed0-b4765a6d060a,segment=NetworkSegment(d12b46dc-2add-4840-b775-ee0cd97c0389),segment_id=d12b46dc-2add-4840-b775-ee0cd97c0389)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:40:11.491342 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-0bb4241e-4ccb-43ed-8701-155f62ffdda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (fcc7a3eb-c630-4938-8ed0-b4765a6d060a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:11.547786 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4241e-4ccb-43ed-8701-155f62ffdda1 None None] Pushing event updated for resources: {'Port': ['ID=fcc7a3eb-c630-4938-8ed0-b4765a6d060a,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:40:11.610170 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-12a9f1ea-5af3-4efe-997c-24c71f4c4488 None None] Provisioning complete for port fcc7a3eb-c630-4938-8ed0-b4765a6d060a triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:40:11.610553 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-12a9f1ea-5af3-4efe-997c-24c71f4c4488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fcc7a3eb-c630-4938-8ed0-b4765a6d060a), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:11.685202 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-12a9f1ea-5af3-4efe-997c-24c71f4c4488 None None] Current status of the port fcc7a3eb-c630-4938-8ed0-b4765a6d060a is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:40:12.286793 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:12.470997 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device fcc7a3eb-c630-4938-8ed0-b4765a6d060a up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:40:12.515684 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port fcc7a3eb-c630-4938-8ed0-b4765a6d060a triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:40:12.516631 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fcc7a3eb-c630-4938-8ed0-b4765a6d060a), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:12.591631 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port fcc7a3eb-c630-4938-8ed0-b4765a6d060a is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:40:12.723515 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:19.706498 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:40:19.709388 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:40:22.716524 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:40:22.718426 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:40:31.367591 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 5 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:40:37.599737 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f674b202-99c4-4e1b-b145-4b2099d173e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:39.978083 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-150a7edd-5853-4c3f-989a-f3687a3ede73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:40.967036 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:41.363219 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=3 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:40:41.364487 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:40:42.286026 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:42.725287 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:40:52.719962 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:40:52.721479 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:41:07.601818 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f027230b-a554-419a-8968-f07f732f5e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:08.366784 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 5 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:41:09.981786 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a03d5c3d-66de-46ce-8492-5f5995493548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:10.971351 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:12.289621 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:12.727795 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:18.362268 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:41:18.363049 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:41:22.721660 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:41:22.724253 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:41:37.603667 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-084f5209-faec-4018-809a-b9633e6c2eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:39.987233 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-024842f9-a301-4d97-8a49-9212a2d6e2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:40.974011 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:42.292212 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:42.731018 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:45.365548 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 5 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:41:52.721635 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:41:52.726729 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:41:58.060287 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52646) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:41:58.066788 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [None req-6d8a9ae0-4ccb-4120-a188-16e3b51d7a6a tempest-verify_tempest_config-619926523 tempest-verify_tempest_config-619926523-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:41:58.067828 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6d8a9ae0-4ccb-4120-a188-16e3b51d7a6a tempest-verify_tempest_config-619926523 tempest-verify_tempest_config-619926523-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0064578 Jul 25 08:41:58.568871 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52664) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:41:58.895938 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:58.970221 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Publish callbacks [] for security_group (ce53fbd9-67e3-4223-ae20-265f206a43b2), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:58.973763 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ce53fbd9-67e3-4223-ae20-265f206a43b2), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:59.018949 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a64cc9ec854437f958caa693bfdcb63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4490588 Jul 25 08:41:59.021013 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce53fbd9-67e3-4223-ae20-265f206a43b2,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:41:59.021761 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 52668) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:41:59.027990 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.028340 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.028705 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.029041 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.029374 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.029702 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.030033 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.030363 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.030735 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.031063 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.031405 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.031752 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.032077 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.032398 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.032745 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4adc930-7a73-43ec-9844-7d077731468e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.102480 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Publish callbacks [] for security_group (ce53fbd9-67e3-4223-ae20-265f206a43b2), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:59.123012 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Publish callbacks [] for security_group (ce53fbd9-67e3-4223-ae20-265f206a43b2), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:59.219423 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ce53fbd9-67e3-4223-ae20-265f206a43b2), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:59.222005 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:41:59.223129 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce53fbd9-67e3-4223-ae20-265f206a43b2 HTTP/1.1" status: 204 len: 168 time: 0.2002418 Jul 25 08:41:59.231323 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce53fbd9-67e3-4223-ae20-265f206a43b2,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:41:59.243453 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.243802 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.244145 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.244480 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.244945 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.245272 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.245597 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.245918 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.246244 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.246564 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.246929 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.247253 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.247568 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.247884 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.248198 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecbd814-2b26-4417-95ea-1902cd388de9 admin admin] Tracked resource versions report: Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: pushed versions: Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: { 'AddressGroup': {'1.2'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Agent': {'1.1'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'ConntrackHelper': {'1.0'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'LocalIPAssociation': {'1.0'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Log': {'1.0'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'NDPProxy': {'1.0'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Network': {'1.1'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Port': {'1.7'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'PortForwarding': {'1.3'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'QosPolicy': {'1.10'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SecurityGroup': {'1.5'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SecurityGroupRule': {'1.2'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SubPort': {'1.0'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Subnet': {'1.1'}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Trunk': {'1.1'}} Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: consumer versions: Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: { DHCP agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: L3 agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: Metadata agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: Metering agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: Open vSwitch agent@dv-cinder-850840-1-iscsi: { 'AddressGroup': '1.2', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Agent': '1.1', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'ConntrackHelper': '1.0', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'LocalIPAssociation': '1.0', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Log': '1.0', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'NDPProxy': '1.0', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Network': '1.1', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Port': '1.7', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'PortForwarding': '1.3', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'QosPolicy': '1.10', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SecurityGroup': '1.5', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SecurityGroupRule': '1.2', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SubPort': '1.0', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Subnet': '1.1', Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Trunk': '1.1'}} Jul 25 08:41:59.250122 dv-cinder-850840-1-iscsi neutron-server[110462]: {{(pid=110462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 08:42:05.443410 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=13 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:05.444736 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=21 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:07.609256 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e613c3af-61fb-41cf-9220-2da55d15f1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:42:09.023779 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=17,neutron:INSERT=8 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:09.027842 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=22,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:09.234898 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:09.239026 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:09.989576 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-afb7b32e-f516-4a34-9196-502543d93ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:42:10.977798 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:42:12.295701 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:42:12.734970 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:42:22.363991 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 5 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:42:22.722587 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:22.728714 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:32.359964 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:32.360815 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:37.612821 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-048e4bf8-b1e0-4b3a-ba5a-8702baf8e640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:42:39.992896 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b6249018-06ee-4d42-bc17-819f4974abc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:42:40.980879 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:42:42.299399 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:42:42.737169 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:42:52.726918 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:52.732945 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:42:59.363531 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 5 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:43:07.614207 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-06714b0a-b4b0-467e-bb8a-1ade2cec8edc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:43:09.358409 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:43:09.359163 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:43:09.994049 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-6ae90b69-2f85-48b5-95ed-9497748747b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:43:10.983731 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:43:12.302111 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:43:12.742273 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:43:22.736232 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:43:22.738742 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:43:36.364227 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 5 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:43:37.378068 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:43:37.616590 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-7d0d77f2-ed98-4dc2-96c8-21b23b8fbf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:43:39.995585 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-8ee8a2be-32e4-4683-8700-569059ea822c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:43:40.987713 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:43:42.304889 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:43:42.747984 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:43:45.703652 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-614805'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:43:46.360683 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=6 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:43:52.741844 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:43:55.700212 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:43:59.216369 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52768) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:43:59.349356 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-7aa5bef3-1e2a-47fd-bd50-f9c125d89f71 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1318517 Jul 25 08:44:01.373328 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52778) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:44:01.428148 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f1a1df4c-81d4-42ad-8533-5b3c0bf5c8b5 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537224 Jul 25 08:44:07.621918 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-eb8ef044-73cd-4b2b-9cbf-075b2f9026b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:09.998344 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5403e85f-ef70-44b7-980a-f5291b4da9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:10.990524 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:11.421871 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:44:11.422642 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:44:12.308150 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:12.740510 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:13.364196 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:44:15.686739 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:19.368449 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=17 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:44:19.370167 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=19 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:44:25.676324 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:44:25.683168 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:44:37.614185 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d70ae26c-cbe7-4e42-a4cf-2f2b72cdcf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:39.999854 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-00d5ba20-6143-493a-9220-ba7bc64737d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:40.992148 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:42.310201 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:42.742047 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:45.717269 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:44:50.364256 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:44:55.707765 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:44:55.713974 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:00.358917 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:06.377536 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:07.616517 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fd13a5b6-bbbc-455d-b7d7-750b19014ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:10.000513 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5c082408-78bc-4b18-a7a1-84198fad4b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:10.995752 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:12.315938 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:12.744289 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:15.717920 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:25.711342 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:25.713754 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:27.365489 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:45:28.392777 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:37.358423 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:37.644806 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fdcccb41-80a3-4ce8-ad9e-e25912f23758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:38.510230 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52908) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:38.903906 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-network', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:38.929974 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Made reservation on behalf of 7e61cbb537384f549eee9ec4c92d9d77 for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:38.934154 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:38.944480 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.027243 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Publish callbacks [] for security_group (bbc09e33-4d06-47fc-8a65-b4fb0f794868), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.031714 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (bbc09e33-4d06-47fc-8a65-b4fb0f794868), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.062516 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc09e33-4d06-47fc-8a65-b4fb0f794868,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:39.069946 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:45:39.072678 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.073180 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.073725 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.074226 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.074703 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.075198 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.075702 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.076030 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.076375 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.076729 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.077312 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.077787 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.078271 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.078590 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.079471 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Tracked resource versions report: Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: pushed versions: Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: { 'AddressGroup': {'1.2'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Agent': {'1.1'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'ConntrackHelper': {'1.0'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'LocalIPAssociation': {'1.0'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Log': {'1.0'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'NDPProxy': {'1.0'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Network': {'1.1'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Port': {'1.7'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'PortForwarding': {'1.3'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'QosPolicy': {'1.10'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SecurityGroup': {'1.5'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SecurityGroupRule': {'1.2'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SubPort': {'1.0'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Subnet': {'1.1'}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Trunk': {'1.1'}} Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: consumer versions: Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: { DHCP agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: HyperV agent@hv-cinder-85084: {}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: L3 agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: Metadata agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: Metering agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: Open vSwitch agent@dv-cinder-850840-1-iscsi: { 'AddressGroup': '1.2', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Agent': '1.1', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'ConntrackHelper': '1.0', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'LocalIPAssociation': '1.0', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Log': '1.0', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'NDPProxy': '1.0', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Network': '1.1', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Port': '1.7', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'PortForwarding': '1.3', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'QosPolicy': '1.10', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SecurityGroup': '1.5', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SecurityGroupRule': '1.2', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'SubPort': '1.0', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Subnet': '1.1', Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: 'Trunk': '1.1'}} Jul 25 08:45:39.080664 dv-cinder-850840-1-iscsi neutron-server[110463]: {{(pid=110463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 08:45:39.090860 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (ea42be48-9de1-4fb6-8a9a-f73a6d473cfe), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.091206 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Added segment ea42be48-9de1-4fb6-8a9a-f73a6d473cfe of type vlan for network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 Jul 25 08:45:39.134053 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (2d9d4ebf-a640-4736-9377-d7ebfc6f53b2), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.165014 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (2d9d4ebf-a640-4736-9377-d7ebfc6f53b2), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.166087 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:39.166939 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.200534 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 52950) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:39.230925 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7195759 Jul 25 08:45:39.233887 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 52958) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:39.236207 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ffb10-4db1-4b91-8625-b2e841f6fca6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:39.238812 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Request body: {'subnet': {'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-subnet', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:39.246625 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:45:39.283786 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Made reservation on behalf of 7e61cbb537384f549eee9ec4c92d9d77 for: {'subnet': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:39.286738 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.530050 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1474873994-network', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:39.597649 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (0e843441-240f-4b94-8edc-d88f07284651), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.613914 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Made reservation on behalf of 9313fe06660f4049be47f901c3fc6f76 for: {'network': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:39.616377 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.680802 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.704490 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Checking segment: {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:39.704810 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Network hostable DHCP agents. Network: 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:45:39.739455 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e843441-240f-4b94-8edc-d88f07284651,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:39.751265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:45:39.762540 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.763138 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.763502 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.763821 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.764136 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.764457 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.764802 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.765119 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.765449 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.765775 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.766094 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.766458 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.766820 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.767116 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.767431 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Tracked resource versions report: Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: pushed versions: Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: { 'AddressGroup': {'1.2'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Agent': {'1.1'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'ConntrackHelper': {'1.0'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'LocalIPAssociation': {'1.0'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Log': {'1.0'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'NDPProxy': {'1.0'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Network': {'1.1'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Port': {'1.7'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'PortForwarding': {'1.3'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'QosPolicy': {'1.10'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SecurityGroup': {'1.5'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SecurityGroupRule': {'1.2'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SubPort': {'1.0'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Subnet': {'1.1'}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Trunk': {'1.1'}} Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: consumer versions: Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: { DHCP agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: HyperV agent@hv-cinder-85084: {}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: L3 agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: Metadata agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: Metering agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: Open vSwitch agent@dv-cinder-850840-1-iscsi: { 'AddressGroup': '1.2', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Agent': '1.1', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'ConntrackHelper': '1.0', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'LocalIPAssociation': '1.0', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Log': '1.0', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'NDPProxy': '1.0', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Network': '1.1', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Port': '1.7', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'PortForwarding': '1.3', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'QosPolicy': '1.10', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SecurityGroup': '1.5', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SecurityGroupRule': '1.2', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'SubPort': '1.0', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Subnet': '1.1', Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: 'Trunk': '1.1'}} Jul 25 08:45:39.768598 dv-cinder-850840-1-iscsi neutron-server[110462]: {{(pid=110462) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 08:45:39.776309 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2) {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:39.803937 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:39.804788 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.817911 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ff3cb-76e7-4ca2-af95-466e0b6352be None None] Network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:39.839962 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 52984) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:39.840547 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3573fb6b-ac85-4462-b772-4d4ba75880c4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6051910 Jul 25 08:45:39.845042 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:39.856344 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Publish callbacks [] for security_group (799e7fee-7029-4565-adcf-8084984982d9), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.862361 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (799e7fee-7029-4565-adcf-8084984982d9), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.883221 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=110462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:45:39.887296 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.888472 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.899872 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732964502402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (8e80fd98-6644-4d43-adf5-f544ce7c8198), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:39.900930 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Unsubscribe: segment precommit_create {{(pid=110462) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 08:45:39.901676 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.segments_db [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Added segment 8e80fd98-6644-4d43-adf5-f544ce7c8198 of type vlan for network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 Jul 25 08:45:39.963440 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Publish callbacks [] for router_controller (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), precommit_add_association {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.005226 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (3560e9df-9e9b-4cf9-8b14-5afa8bdd3245), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.008348 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:45:40.010360 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.046189 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (3560e9df-9e9b-4cf9-8b14-5afa8bdd3245), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.048063 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:40.048892 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.076824 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-7787efca-c149-46b3-b783-a7f08affb0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.135782 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Publish callbacks [] for router_gateway (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.164889 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Pushing event updated for resources: {'Network': ['ID=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:40.189661 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799e7fee-7029-4565-adcf-8084984982d9,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:40.193176 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:45:40.217096 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8679862f-149f-4e24-9268-3c85dcc64372 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.0138001 Jul 25 08:45:40.219586 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 52998) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:40.231490 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] Request body: {'subnet': {'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1474873994-subnet', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:40.245536 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:40.297753 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] Made reservation on behalf of 9313fe06660f4049be47f901c3fc6f76 for: {'subnet': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:40.300799 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.356529 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53002) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:40.371387 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Allocated IP 172.20.0.2 (2d9d4ebf-a640-4736-9377-d7ebfc6f53b2/0e843441-240f-4b94-8edc-d88f07284651/a4888bcc-e966-46b9-bd15-df82f21d4def) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:40.388230 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:40.390502 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Publish callbacks [] for router_gateway (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.419543 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.540143 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53008) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:40.550375 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (7c81a97f-1cc5-477c-932d-43ff4eca4d3d), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.610196 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Publish callbacks [] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.620976 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.629843 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] Checking segment: {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:40.630686 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] Network hostable DHCP agents. Network: 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:45:40.640010 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:40.643179 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c81a97f-1cc5-477c-932d-43ff4eca4d3d,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:40.664160 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] Network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:45:40.672090 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:40.675724 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:40.680400 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:40.689425 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245) {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:40.702139 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:40.702926 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.719431 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c63d68-d570-4587-82b7-d92dba18e8a5 None None] Network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:40.725859 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Pushing event updated for resources: {'Port': ['ID=a4888bcc-e966-46b9-bd15-df82f21d4def,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:40.742983 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-30f25528-ff1d-44a6-9bc9-153fed8b3027 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5215299 Jul 25 08:45:40.743739 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53014) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:40.750141 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:40.754064 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Allocated IP 172.27.1.172 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/3574684c-61be-4750-bf34-f206d258d126) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:40.829766 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (c02dca39-7a8f-461c-8084-aa6921fc9b64), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.832320 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (c02dca39-7a8f-461c-8084-aa6921fc9b64), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.845911 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.846394 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.846852 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.847318 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.847749 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.848212 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.848996 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.849458 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.850042 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.850497 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.850903 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.851376 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.851826 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.852304 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.852915 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Tracked resource versions report: Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: pushed versions: Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: { 'AddressGroup': {'1.2'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Agent': {'1.1'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'ConntrackHelper': {'1.0'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'LocalIPAssociation': {'1.0'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Log': {'1.0'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'NDPProxy': {'1.0'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Network': {'1.1'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Port': {'1.7'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'PortForwarding': {'1.3'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'QosPolicy': {'1.10'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SecurityGroup': {'1.5'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SecurityGroupRule': {'1.2'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SubPort': {'1.0'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Subnet': {'1.1'}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Trunk': {'1.1'}} Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: consumer versions: Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: { DHCP agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: HyperV agent@hv-cinder-85084: {}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: L3 agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: Metadata agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: Metering agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: Open vSwitch agent@dv-cinder-850840-1-iscsi: { 'AddressGroup': '1.2', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Agent': '1.1', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'ConntrackHelper': '1.0', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'LocalIPAssociation': '1.0', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Log': '1.0', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'NDPProxy': '1.0', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Network': '1.1', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Port': '1.7', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'PortForwarding': '1.3', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'QosPolicy': '1.10', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SecurityGroup': '1.5', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SecurityGroupRule': '1.2', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'SubPort': '1.0', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Subnet': '1.1', Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: 'Trunk': '1.1'}} Jul 25 08:45:40.855164 dv-cinder-850840-1-iscsi neutron-server[110464]: {{(pid=110464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 08:45:40.877271 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:40.890345 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Attempting to bind port a4888bcc-e966-46b9-bd15-df82f21d4def on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:45:40.890770 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Attempting to bind port a4888bcc-e966-46b9-bd15-df82f21d4def by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:45:40.891281 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Attempting to bind port a4888bcc-e966-46b9-bd15-df82f21d4def on network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:45:40.909377 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:45:40.910204 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Checking segment: {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:40.911243 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.911857 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Bound using segment: {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:45:40.913639 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Bound port: a4888bcc-e966-46b9-bd15-df82f21d4def, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:45:40.914322 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:40.947597 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:40.955124 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Publish callbacks [] for port (3574684c-61be-4750-bf34-f206d258d126), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.034889 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:45:41.035177 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-471637475-network', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:41.036245 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.071009 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.101531 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (3574684c-61be-4750-bf34-f206d258d126), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.121689 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Made reservation on behalf of aa18cc0817c848a782e4176af753e3e8 for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:41.129463 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.165491 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Publish callbacks [] for router_controller (c02dca39-7a8f-461c-8084-aa6921fc9b64), precommit_add_association {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.169787 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:41.174551 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-797299391-network', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:41.175239 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.274535 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Allocated IP 172.20.0.2 (3560e9df-9e9b-4cf9-8b14-5afa8bdd3245/7c81a97f-1cc5-477c-932d-43ff4eca4d3d/23cd6011-e76a-4caf-8d18-bca44dbd7d74) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:41.283957 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:41.312649 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:41.375518 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:41.378053 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Made reservation on behalf of 86bea90252bc44b580c40b24b0bd4ed3 for: {'network': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:41.380420 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.381843 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] For port a4888bcc-e966-46b9-bd15-df82f21d4def, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:45:41.386774 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Pushing event updated for resources: {'Port': ['ID=3574684c-61be-4750-bf34-f206d258d126,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:41.459317 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] For port a4888bcc-e966-46b9-bd15-df82f21d4def, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=a4888bcc-e966-46b9-bd15-df82f21d4def,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:45:41.491872 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Publish callbacks [] for router_gateway (c02dca39-7a8f-461c-8084-aa6921fc9b64), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.492504 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.509028 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.634172 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:41.770093 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Publish callbacks [] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.782091 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Publish callbacks [] for security_group (f7daf26e-97cd-4b6f-bf4e-40084f66c74a), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.794830 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (f7daf26e-97cd-4b6f-bf4e-40084f66c74a), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.799339 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.815144 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Publish callbacks [] for router_gateway (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:41.835944 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:41.848470 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:41.864075 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:41.969893 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:45:41.994958 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7daf26e-97cd-4b6f-bf4e-40084f66c74a,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:42.013358 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (16890cf7-daed-43d9-8213-d06dff8dc763), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.013759 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Added segment 16890cf7-daed-43d9-8213-d06dff8dc763 of type vlan for network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 Jul 25 08:45:42.037040 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=6 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:42.053431 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Publish callbacks [] for security_group (20beeff5-1965-4f23-91c8-e2c9276ffe00), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.053431 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Publish callbacks [] for router_gateway (c02dca39-7a8f-461c-8084-aa6921fc9b64), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.053641 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Attempting to bind port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:45:42.053641 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Attempting to bind port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:45:42.053641 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Attempting to bind port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 on network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:45:42.065172 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:45:42.065852 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Checking segment: {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:42.066328 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.066806 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Bound using segment: {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:45:42.067358 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Bound port: 23cd6011-e76a-4caf-8d18-bca44dbd7d74, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:45:42.067792 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.111559 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (20beeff5-1965-4f23-91c8-e2c9276ffe00), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.118785 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdc1ea-0626-4a34-afd3-6201e7ee3318 None None] Pushing event updated for resources: {'Port': ['ID=a4888bcc-e966-46b9-bd15-df82f21d4def,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:42.155909 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=110462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:45:42.169713 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Pushing event updated for resources: {'Port': ['ID=23cd6011-e76a-4caf-8d18-bca44dbd7d74,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:42.172421 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (fab9b340-d5f0-4d1e-9134-d3f67a8942d8), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.176123 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (6c9369ba-1c3d-4a56-9b4d-b7522365cf67), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.177005 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.segments_db [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Added segment 6c9369ba-1c3d-4a56-9b4d-b7522365cf67 of type vlan for network 6ca11239-7898-4751-a9c6-3b03bbecba12 Jul 25 08:45:42.199978 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.228446 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:42.321833 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] For port 23cd6011-e76a-4caf-8d18-bca44dbd7d74, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:45:42.321833 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] For port 23cd6011-e76a-4caf-8d18-bca44dbd7d74, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=23cd6011-e76a-4caf-8d18-bca44dbd7d74,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:45:42.321833 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.325192 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:42.325192 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (fab9b340-d5f0-4d1e-9134-d3f67a8942d8), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.325192 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:42.325192 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.398665 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed85f40-c7f0-4e93-9773-664711a1fc75 None None] Pushing event updated for resources: {'Port': ['ID=23cd6011-e76a-4caf-8d18-bca44dbd7d74,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:42.405013 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:42.465802 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.1059508 Jul 25 08:45:42.470859 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53064) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:42.471061 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.475377 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] Request body: {'subnet': {'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-471637475-subnet', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:42.480897 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b126dd-2f9a-458f-8d2e-fce00b1d5341 admin admin] Pushing event updated for resources: {'Network': ['ID=fab9b340-d5f0-4d1e-9134-d3f67a8942d8,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:42.495233 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.503408 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:45:42.523959 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (6ca11239-7898-4751-a9c6-3b03bbecba12), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.549658 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] Made reservation on behalf of aa18cc0817c848a782e4176af753e3e8 for: {'subnet': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:42.552071 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.601239 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20beeff5-1965-4f23-91c8-e2c9276ffe00,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:42.745960 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (6ca11239-7898-4751-a9c6-3b03bbecba12), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.746940 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:42.747512 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.818267 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:42.928529 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device a4888bcc-e966-46b9-bd15-df82f21d4def up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:45:43.056771 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port a4888bcc-e966-46b9-bd15-df82f21d4def triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:43.057627 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:43.085722 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.5441144 Jul 25 08:45:43.095858 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53086) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:43.106418 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] Request body: {'subnet': {'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-797299391-subnet', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:43.127845 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Allocated IP 172.27.1.187 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/9bd2070f-c002-4e19-b692-59d7300d4116) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:43.166077 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:43.192127 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7aae2-a519-434f-9bc5-0721bebe7112 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca11239-7898-4751-a9c6-3b03bbecba12,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:43.195419 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (a674b64b-6b9a-4da5-8ccc-6a87013782cd), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:43.214924 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] Made reservation on behalf of 86bea90252bc44b580c40b24b0bd4ed3 for: {'subnet': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:43.217834 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:43.226116 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:45:43.318480 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:45:43.380671 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a674b64b-6b9a-4da5-8ccc-6a87013782cd,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:43.496241 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] Checking segment: {'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:43.496623 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] Network hostable DHCP agents. Network: fab9b340-d5f0-4d1e-9134-d3f67a8942d8, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:45:43.610965 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port a4888bcc-e966-46b9-bd15-df82f21d4def is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:43.612108 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:43.616408 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53108) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:43.618733 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Publish callbacks [] for port (9bd2070f-c002-4e19-b692-59d7300d4116), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:43.669478 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] Network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:45:43.694738 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:45:43.702760 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, fab9b340-d5f0-4d1e-9134-d3f67a8942d8) {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:43.709907 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Sync routers for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:45:43.710430 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:43.711135 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:43.725979 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port a4888bcc-e966-46b9-bd15-df82f21d4def, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=a4888bcc-e966-46b9-bd15-df82f21d4def,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:45:43.733677 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:45:43.734324 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:43.735175 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:43.741122 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-556de617-334a-48de-8085-43e578de57d6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8953884 Jul 25 08:45:43.742862 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53112) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:43.751847 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dfab39-e165-41a8-b303-00925d13fe16 None None] Network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:43.773247 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:43.786074 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9ba2f6b9-2dfd-4565-bc6f-28c07db549d7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3140528 Jul 25 08:45:43.790832 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53114) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:43.802375 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-471637475-router', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:43.910812 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:43.946979 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (eaa0142e-24e2-454a-8891-d674dd7b0d48), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:43.948069 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (eaa0142e-24e2-454a-8891-d674dd7b0d48), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:43.953167 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:43.989279 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=a4888bcc-e966-46b9-bd15-df82f21d4def,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:43.998489 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f084a1b2-ba57-47d0-b7e6-77fa21ac1228 None None] Network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:44.059662 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-05a24ed7-50bd-4e28-87ed-a97abef5fc15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:44.132120 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:44.275698 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-0aa07262-9afb-4222-8403-0b8a56ab6baa None None] Provisioning complete for port a4888bcc-e966-46b9-bd15-df82f21d4def triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:44.276953 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-0aa07262-9afb-4222-8403-0b8a56ab6baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:44.348199 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:45:44.463554 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (7842b18f-7585-435d-9107-a700ec331748), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:44.473553 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:44.477801 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6630489-0b39-4417-8dd7-263109248872 None None] Network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:44.482476 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Pushing event updated for resources: {'Port': ['ID=9bd2070f-c002-4e19-b692-59d7300d4116,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:44.486528 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:44.495181 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Publish callbacks [] for router_controller (eaa0142e-24e2-454a-8891-d674dd7b0d48), precommit_add_association {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:44.498494 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:44.531021 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-fab9b340-d5f0-4d1e-9134-d3f67a8942d8', 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8', 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'fixed_ips': [{'subnet_id': 'a674b64b-6b9a-4da5-8ccc-6a87013782cd'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:45:44.538712 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:44.635629 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:44.687135 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Publish callbacks [] for router_gateway (eaa0142e-24e2-454a-8891-d674dd7b0d48), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:44.711676 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:41Z', 'revision_number': 3, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:44.752013 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-0aa07262-9afb-4222-8403-0b8a56ab6baa None None] Current status of the port a4888bcc-e966-46b9-bd15-df82f21d4def is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:44.756562 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:44.758146 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Checking router: d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:45:44.758745 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Updating router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea port 3574684c-61be-4750-bf34-f206d258d126 binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:45:44.797272 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (3574684c-61be-4750-bf34-f206d258d126), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:44.871061 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:44.902868 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] Checking segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:44.903233 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] Network hostable DHCP agents. Network: 6ca11239-7898-4751-a9c6-3b03bbecba12, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:45:44.918273 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7842b18f-7585-435d-9107-a700ec331748,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:44.971396 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:45:44.987704 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 6ca11239-7898-4751-a9c6-3b03bbecba12) {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:44.994066 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:44.994947 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.018724 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 23cd6011-e76a-4caf-8d18-bca44dbd7d74 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:45:45.024487 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:45.079988 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f348a3c9-ac84-42b2-adce-34c056d32da7 None None] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:45.141001 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Publish callbacks [] for port (3574684c-61be-4750-bf34-f206d258d126), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.150216 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (3574684c-61be-4750-bf34-f206d258d126), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.160774 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-05a24ed7-50bd-4e28-87ed-a97abef5fc15 admin admin] Publish callbacks [] for security_group (3321928f-ce95-4fef-86cb-8ae7bdfe347b), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.197716 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-05a24ed7-50bd-4e28-87ed-a97abef5fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (3321928f-ce95-4fef-86cb-8ae7bdfe347b), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.211265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Publish callbacks [] for router_gateway (c02dca39-7a8f-461c-8084-aa6921fc9b64), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.217449 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Pushing event updated for resources: {'Port': ['ID=3574684c-61be-4750-bf34-f206d258d126,revision_number=2']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:45.252334 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.253172 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.253968 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.254520 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.255131 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.255757 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.256185 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.256711 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.257398 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.257956 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.258384 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.258994 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.259463 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.259955 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.260410 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Tracked resource versions report: Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: pushed versions: Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: { 'AddressGroup': {'1.2'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Agent': {'1.1'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'ConntrackHelper': {'1.0'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'LocalIPAssociation': {'1.0'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Log': {'1.0'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'NDPProxy': {'1.0'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Network': {'1.1'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Port': {'1.7'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'PortForwarding': {'1.3'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'QosPolicy': {'1.10'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SecurityGroup': {'1.5'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SecurityGroupRule': {'1.2'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SubPort': {'1.0'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Subnet': {'1.1'}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Trunk': {'1.1'}} Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: consumer versions: Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: { DHCP agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: HyperV agent@hv-cinder-85084: {}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: L3 agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: Metadata agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: Metering agent@dv-cinder-850840-1-iscsi: {}, Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: Open vSwitch agent@dv-cinder-850840-1-iscsi: { 'AddressGroup': '1.2', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Agent': '1.1', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'ConntrackHelper': '1.0', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'LocalIPAssociation': '1.0', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Log': '1.0', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'NDPProxy': '1.0', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Network': '1.1', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Port': '1.7', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'PortForwarding': '1.3', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'QosPolicy': '1.10', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SecurityGroup': '1.5', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SecurityGroupRule': '1.2', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'SubPort': '1.0', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Subnet': '1.1', Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: 'Trunk': '1.1'}} Jul 25 08:45:45.263678 dv-cinder-850840-1-iscsi neutron-server[110465]: {{(pid=110465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 08:45:45.269603 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Attempting to bind port 3574684c-61be-4750-bf34-f206d258d126 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:45:45.270081 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Attempting to bind port 3574684c-61be-4750-bf34-f206d258d126 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:45:45.270552 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Attempting to bind port 3574684c-61be-4750-bf34-f206d258d126 on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:45:45.277336 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8f23b7f2-cf99-4418-a800-45f6e50c2146 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1760900 Jul 25 08:45:45.283943 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53154) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:45.285785 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:45:45.286166 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:45.286574 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.286962 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:45:45.287429 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Bound port: 3574684c-61be-4750-bf34-f206d258d126, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:45:45.287803 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (3574684c-61be-4750-bf34-f206d258d126), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.324309 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:45.355033 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-05a24ed7-50bd-4e28-87ed-a97abef5fc15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=662a6c1838d64a028ee6fd1de8d58c2a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7250001 Jul 25 08:45:45.362126 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53160) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:45.374748 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (b19f8421-40aa-4703-b95a-045ca280ccd6), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.377365 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (b19f8421-40aa-4703-b95a-045ca280ccd6), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.401466 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Publish callbacks [] for router_gateway (eaa0142e-24e2-454a-8891-d674dd7b0d48), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.403362 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a24ed7-50bd-4e28-87ed-a97abef5fc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3321928f-ce95-4fef-86cb-8ae7bdfe347b,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:45.406428 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-eb823f4c-d220-4e18-a0d8-dbcc6ad85132 None None] Provisioning complete for port a4888bcc-e966-46b9-bd15-df82f21d4def triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:45.407365 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-eb823f4c-d220-4e18-a0d8-dbcc6ad85132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.410118 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] For port 3574684c-61be-4750-bf34-f206d258d126, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:45:45.418620 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Allocated IP 172.20.0.2 (fab9b340-d5f0-4d1e-9134-d3f67a8942d8/a674b64b-6b9a-4da5-8ccc-6a87013782cd/46091ff6-5264-4e44-a302-cd4012f53f70) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:45.430989 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] For port 3574684c-61be-4750-bf34-f206d258d126, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=3574684c-61be-4750-bf34-f206d258d126,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:45:45.446880 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (3574684c-61be-4750-bf34-f206d258d126), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.455124 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Publish callbacks [] for router_controller (b19f8421-40aa-4703-b95a-045ca280ccd6), precommit_add_association {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.491569 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.589735 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96a324-b2bd-4a40-993f-c66362f199b0 None None] Pushing event updated for resources: {'Port': ['ID=3574684c-61be-4750-bf34-f206d258d126,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:45.604890 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:45:45.605532 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:45.610564 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:45.612872 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.689961 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (c02dca39-7a8f-461c-8084-aa6921fc9b64), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.750136 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e15d3bef-6a6a-4630-a282-8ff2d5bcbb6f admin admin] Publish callbacks [] for security_group (3321928f-ce95-4fef-86cb-8ae7bdfe347b), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.811583 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:45.820336 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:45.846452 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:45:45.963155 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:45.971594 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e15d3bef-6a6a-4630-a282-8ff2d5bcbb6f admin admin] Publish callbacks [] for security_group (3321928f-ce95-4fef-86cb-8ae7bdfe347b), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.119000 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:46.119319 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Publish callbacks [] for router_gateway (b19f8421-40aa-4703-b95a-045ca280ccd6), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.119802 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.128231 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-6ca11239-7898-4751-a9c6-3b03bbecba12', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:45:46.129127 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.162350 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-eb823f4c-d220-4e18-a0d8-dbcc6ad85132 None None] Current status of the port a4888bcc-e966-46b9-bd15-df82f21d4def is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:46.165707 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Allocated IP 172.27.1.227 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/9ba0b3aa-3e8c-409d-a66c-869bc5631026) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:46.199011 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:41Z', 'revision_number': 3, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:46.212881 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:46.213104 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 23cd6011-e76a-4caf-8d18-bca44dbd7d74, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=23cd6011-e76a-4caf-8d18-bca44dbd7d74,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:45:46.225956 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.261083 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:46.275962 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d4ffcc-a340-41e6-a9a3-a27307e9f31e None None] The sync data for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi is: [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:41Z', 'revision_number': 3, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:45:46.287140 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:46.308079 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Publish callbacks [] for port (46091ff6-5264-4e44-a302-cd4012f53f70), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.315368 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:46.317191 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:46.327313 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.328723 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device a4888bcc-e966-46b9-bd15-df82f21d4def up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:45:46.386672 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:46.387871 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e15d3bef-6a6a-4630-a282-8ff2d5bcbb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (3321928f-ce95-4fef-86cb-8ae7bdfe347b), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.390424 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e15d3bef-6a6a-4630-a282-8ff2d5bcbb6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.391647 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-e15d3bef-6a6a-4630-a282-8ff2d5bcbb6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3321928f-ce95-4fef-86cb-8ae7bdfe347b HTTP/1.1" status: 204 len: 168 time: 1.0257504 Jul 25 08:45:46.391885 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-eb823f4c-d220-4e18-a0d8-dbcc6ad85132 None None] Provisioning complete for port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:46.392418 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-eb823f4c-d220-4e18-a0d8-dbcc6ad85132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.450034 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.458207 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d3bef-6a6a-4630-a282-8ff2d5bcbb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3321928f-ce95-4fef-86cb-8ae7bdfe347b,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:46.521272 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Publish callbacks [] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.527067 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Publish callbacks [] for router_gateway (b19f8421-40aa-4703-b95a-045ca280ccd6), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.558841 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Router c02dca39-7a8f-461c-8084-aa6921fc9b64 is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:45:46.568617 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.615618 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Allocated IP 172.20.0.1 (2d9d4ebf-a640-4736-9377-d7ebfc6f53b2/0e843441-240f-4b94-8edc-d88f07284651/d012cf0f-49e0-4aad-b35a-0fa06176245d) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:46.638451 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:46.759657 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Allocated IP 172.27.1.36 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/c669255c-36ed-477e-a1b0-e4a04049d783) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:46.774214 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Pushing event updated for resources: {'Port': ['ID=9ba0b3aa-3e8c-409d-a66c-869bc5631026,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:46.801200 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:46.807112 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:46.816088 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:46.827099 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-eb823f4c-d220-4e18-a0d8-dbcc6ad85132 None None] Current status of the port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:46.871442 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=23cd6011-e76a-4caf-8d18-bca44dbd7d74,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:47.009015 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Publish callbacks [] for port (c669255c-36ed-477e-a1b0-e4a04049d783), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.101431 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53204) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:47.118647 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Allocated IP 172.20.0.2 (6ca11239-7898-4751-a9c6-3b03bbecba12/7842b18f-7585-435d-9107-a700ec331748/8a051b7e-5785-4620-a611-84aae870f678) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:47.125101 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:47.128521 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.258987 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:47.271293 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:47.275962 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:47.279148 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=c669255c-36ed-477e-a1b0-e4a04049d783,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:47.314638 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Publish callbacks [] for port (8a051b7e-5785-4620-a611-84aae870f678), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.330697 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:47.333059 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b52dcc34-4558-4895-80c4-a67708f3a662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.354444 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (8a051b7e-5785-4620-a611-84aae870f678), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.362312 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port a4888bcc-e966-46b9-bd15-df82f21d4def triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:47.362817 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.366032 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:47.424192 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:45:47.449409 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b52dcc34-4558-4895-80c4-a67708f3a662 admin admin] Publish callbacks [] for security_group (ced4d79f-de82-41b9-a5ed-ef735a10c922), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.453100 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Publish callbacks [] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.456320 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:47.465994 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b52dcc34-4558-4895-80c4-a67708f3a662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ced4d79f-de82-41b9-a5ed-ef735a10c922), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.493381 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.495232 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-cdf0d864-d95a-4e54-99bb-5fa1987fb1eb admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7504544 Jul 25 08:45:47.505896 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53212) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:47.534971 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b52dcc34-4558-4895-80c4-a67708f3a662 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=724d5517193d424e9a5a6ab9b853df5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4322069 Jul 25 08:45:47.539875 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52dcc34-4558-4895-80c4-a67708f3a662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced4d79f-de82-41b9-a5ed-ef735a10c922,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:47.546808 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53216) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:47.598877 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:47.655106 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Publish callbacks [] for router_gateway (eaa0142e-24e2-454a-8891-d674dd7b0d48), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.762941 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:47.800645 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Sync routers for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:45:47.802475 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d6a8fe82-38e9-41f6-9c5b-13aa0d4388e9 admin admin] Publish callbacks [] for security_group (ced4d79f-de82-41b9-a5ed-ef735a10c922), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.847858 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Pushing event updated for resources: {'Port': ['ID=46091ff6-5264-4e44-a302-cd4012f53f70,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:47.880708 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-45950447-7679-4dd1-8872-c184d2a47528 None None] Provisioning complete for port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:47.881275 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-45950447-7679-4dd1-8872-c184d2a47528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.885122 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:47.897610 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:45:47.902607 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:47.966319 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d6a8fe82-38e9-41f6-9c5b-13aa0d4388e9 admin admin] Publish callbacks [] for security_group (ced4d79f-de82-41b9-a5ed-ef735a10c922), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:47.976673 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.002430 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:48.014949 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:48.030295 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:48.083976 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:48.084558 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.118760 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Publish callbacks [] for router_gateway (b19f8421-40aa-4703-b95a-045ca280ccd6), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.133656 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:48.134230 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Attempting to bind port 46091ff6-5264-4e44-a302-cd4012f53f70 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:45:48.134609 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Attempting to bind port 46091ff6-5264-4e44-a302-cd4012f53f70 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:45:48.134998 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Attempting to bind port 46091ff6-5264-4e44-a302-cd4012f53f70 on network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:45:48.155432 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:48.217940 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:48.260380 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Pushing event updated for resources: {'Port': ['ID=d012cf0f-49e0-4aad-b35a-0fa06176245d,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:48.322244 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:45:48.322883 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Checking segment: {'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:48.323452 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.323987 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Bound using segment: {'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:45:48.324636 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Bound port: 46091ff6-5264-4e44-a302-cd4012f53f70, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:45:48.325155 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.340471 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (eaa0142e-24e2-454a-8891-d674dd7b0d48), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.369605 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d6a8fe82-38e9-41f6-9c5b-13aa0d4388e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ced4d79f-de82-41b9-a5ed-ef735a10c922), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.372403 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d6a8fe82-38e9-41f6-9c5b-13aa0d4388e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.382035 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-d6a8fe82-38e9-41f6-9c5b-13aa0d4388e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ced4d79f-de82-41b9-a5ed-ef735a10c922 HTTP/1.1" status: 204 len: 168 time: 0.8266218 Jul 25 08:45:48.402432 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Attempting to bind port 8a051b7e-5785-4620-a611-84aae870f678 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:45:48.402879 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Attempting to bind port 8a051b7e-5785-4620-a611-84aae870f678 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:45:48.403242 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Attempting to bind port 8a051b7e-5785-4620-a611-84aae870f678 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:45:48.417820 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Pushing event updated for resources: {'Port': ['ID=8a051b7e-5785-4620-a611-84aae870f678,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:48.430357 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:45:48.430733 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Checking segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:48.431137 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.431524 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Bound using segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:45:48.432007 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Bound port: 8a051b7e-5785-4620-a611-84aae870f678, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:45:48.432384 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8a051b7e-5785-4620-a611-84aae870f678), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.443856 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port a4888bcc-e966-46b9-bd15-df82f21d4def is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:48.499046 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8fe82-38e9-41f6-9c5b-13aa0d4388e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced4d79f-de82-41b9-a5ed-ef735a10c922,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:48.533051 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:48.665105 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:45:48.693316 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.722603 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:48.819773 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:48.831359 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Router eaa0142e-24e2-454a-8891-d674dd7b0d48 is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:45:48.911824 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:48.912206 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-45950447-7679-4dd1-8872-c184d2a47528 None None] Current status of the port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:48.923350 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] For port 46091ff6-5264-4e44-a302-cd4012f53f70, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:45:48.927667 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 23cd6011-e76a-4caf-8d18-bca44dbd7d74 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:45:49.028612 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:49.029705 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] For port 46091ff6-5264-4e44-a302-cd4012f53f70, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=46091ff6-5264-4e44-a302-cd4012f53f70,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:45:49.030244 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:45:49.046362 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Sync routers for ids ['eaa0142e-24e2-454a-8891-d674dd7b0d48'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:45:49.073317 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Routers {'eaa0142e-24e2-454a-8891-d674dd7b0d48'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:45:49.074027 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['eaa0142e-24e2-454a-8891-d674dd7b0d48'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:49.078968 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] For port 8a051b7e-5785-4620-a611-84aae870f678, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:45:49.106420 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.107817 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-80321de4-a1f8-4c78-bf62-2a04b7f1e5ff admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3158920 Jul 25 08:45:49.114055 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.138298 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53260) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:49.159016 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-7947715e-117b-4588-8a2f-a0ceae21ba9e None None] Provisioning complete for port d012cf0f-49e0-4aad-b35a-0fa06176245d triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:49.159548 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-7947715e-117b-4588-8a2f-a0ceae21ba9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.193009 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] For port 8a051b7e-5785-4620-a611-84aae870f678, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=8a051b7e-5785-4620-a611-84aae870f678,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:45:49.266413 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (b19f8421-40aa-4703-b95a-045ca280ccd6), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.301505 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Set router eaa0142e-24e2-454a-8891-d674dd7b0d48 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:45:49.336214 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8a051b7e-5785-4620-a611-84aae870f678), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.389575 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Allocated IP 172.20.0.1 (3560e9df-9e9b-4cf9-8b14-5afa8bdd3245/7c81a97f-1cc5-477c-932d-43ff4eca4d3d/b1ddf7d7-ff89-4963-9be0-10b877b52b6f) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:49.428762 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:49.453935 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-7947715e-117b-4588-8a2f-a0ceae21ba9e None None] Port d012cf0f-49e0-4aad-b35a-0fa06176245d cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:45:49.526138 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:49.526698 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.574952 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e600a37-c3c0-40a9-a321-a4011a157735 None None] Pushing event updated for resources: {'Port': ['ID=46091ff6-5264-4e44-a302-cd4012f53f70,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:49.661260 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:44Z', 'revision_number': 3, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:45:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:49.690615 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Publish callbacks [] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.730824 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'name': 'tempest-DeleteServersTestJSON-471637475-router', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:43Z', 'updated_at': '2022-07-25T08:45:46Z', 'revision_number': 3, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'gw_port': {'id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:49.770251 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Checking router: c02dca39-7a8f-461c-8084-aa6921fc9b64 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:45:49.770643 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Updating router c02dca39-7a8f-461c-8084-aa6921fc9b64 port 9bd2070f-c002-4e19-b692-59d7300d4116 binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:45:49.774737 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8098b5-4948-4bf6-9ce4-cf9eee24dcf9 None None] Pushing event updated for resources: {'Port': ['ID=8a051b7e-5785-4620-a611-84aae870f678,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:49.783178 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Checking router: eaa0142e-24e2-454a-8891-d674dd7b0d48 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:45:49.783776 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Updating router eaa0142e-24e2-454a-8891-d674dd7b0d48 port 9ba0b3aa-3e8c-409d-a66c-869bc5631026 binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:45:49.801423 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:49.821488 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.822328 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.836777 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.882749 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Publish callbacks [] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.906609 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Router b19f8421-40aa-4703-b95a-045ca280ccd6 is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:45:49.932461 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:49.953017 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:49.956162 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 3574684c-61be-4750-bf34-f206d258d126 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:45:50.084805 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53290) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:50.184191 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.312156 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 3574684c-61be-4750-bf34-f206d258d126 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:50.312721 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (3574684c-61be-4750-bf34-f206d258d126), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.346328 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Pushing event updated for resources: {'Port': ['ID=b1ddf7d7-ff89-4963-9be0-10b877b52b6f,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:50.359158 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:50.361510 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1919486517-network', 'tenant_id': '3c81303b75d642c69cf80e9ecfb88724'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:50.366426 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:50.371411 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:50.372072 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (c02dca39-7a8f-461c-8084-aa6921fc9b64), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.400253 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Made reservation on behalf of 3c81303b75d642c69cf80e9ecfb88724 for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:50.402963 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.421135 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Publish callbacks [] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.425433 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:50.437187 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.441382 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.448190 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Pushing event updated for resources: {'Port': ['ID=d012cf0f-49e0-4aad-b35a-0fa06176245d,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:50.517345 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:50.534713 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Attempting to bind port 9ba0b3aa-3e8c-409d-a66c-869bc5631026 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:45:50.535180 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Attempting to bind port 9ba0b3aa-3e8c-409d-a66c-869bc5631026 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:45:50.535632 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Attempting to bind port 9ba0b3aa-3e8c-409d-a66c-869bc5631026 on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:45:50.543501 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 3574684c-61be-4750-bf34-f206d258d126 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:50.543898 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (3574684c-61be-4750-bf34-f206d258d126), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.548316 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:45:50.548851 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:50.549508 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.553672 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:45:50.554297 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Bound port: 9ba0b3aa-3e8c-409d-a66c-869bc5631026, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:45:50.554798 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.556923 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135e5d1-48c9-4537-8810-a88203b49be2 None None] Pushing event updated for resources: {'Port': ['ID=9ba0b3aa-3e8c-409d-a66c-869bc5631026,revision_number=2']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:50.565366 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:45:50.643632 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.645015 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-06fa8edd-adc2-4561-a57e-f7f302be3ec6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3248358 Jul 25 08:45:50.647994 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53300) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:50.678707 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:50.687523 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] For port 9ba0b3aa-3e8c-409d-a66c-869bc5631026, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:45:50.692625 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] For port 9ba0b3aa-3e8c-409d-a66c-869bc5631026, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=9ba0b3aa-3e8c-409d-a66c-869bc5631026,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:45:50.708076 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.721856 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.724130 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Sync routers for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:45:50.762820 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:50.782608 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 3574684c-61be-4750-bf34-f206d258d126, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=3574684c-61be-4750-bf34-f206d258d126,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:45:50.803293 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-4fbb9a4a-3b2d-428b-ae68-334232393d4b None None] Provisioning complete for port b1ddf7d7-ff89-4963-9be0-10b877b52b6f triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:50.803830 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9a4a-3b2d-428b-ae68-334232393d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.807043 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135e5d1-48c9-4537-8810-a88203b49be2 None None] Pushing event updated for resources: {'Port': ['ID=9ba0b3aa-3e8c-409d-a66c-869bc5631026,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:50.809603 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Publish callbacks [] for port (9bd2070f-c002-4e19-b692-59d7300d4116), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.813283 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:45:50.813626 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:50.815752 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (3574684c-61be-4750-bf34-f206d258d126), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.836316 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Routers {'eaa0142e-24e2-454a-8891-d674dd7b0d48'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:45:50.837378 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['eaa0142e-24e2-454a-8891-d674dd7b0d48'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:50.964947 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:50.966586 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:50.987841 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:51.034923 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Publish callbacks [] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:51.044785 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:51.045563 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (c02dca39-7a8f-461c-8084-aa6921fc9b64), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:51.062585 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:51.074899 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:51.124990 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] Set router eaa0142e-24e2-454a-8891-d674dd7b0d48 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:45:51.137158 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Publish callbacks [] for security_group (7c21ac1f-c0d1-415c-99e9-f44e46f7bcd4), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:51.169411 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:51.277923 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Pushing event updated for resources: {'Port': ['ID=b1ddf7d7-ff89-4963-9be0-10b877b52b6f,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:51.379605 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:51.383019 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:51.385473 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 8a051b7e-5785-4620-a611-84aae870f678 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:45:51.430852 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-4fbb9a4a-3b2d-428b-ae68-334232393d4b None None] Port b1ddf7d7-ff89-4963-9be0-10b877b52b6f cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:45:51.489896 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Attempting to bind port 9bd2070f-c002-4e19-b692-59d7300d4116 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:45:51.490406 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Attempting to bind port 9bd2070f-c002-4e19-b692-59d7300d4116 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:45:51.490867 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Attempting to bind port 9bd2070f-c002-4e19-b692-59d7300d4116 on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:45:51.508756 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:45:51.515527 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:51.522136 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:45:51.522657 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:51.523127 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:51.523648 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:45:51.524368 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Bound port: 9bd2070f-c002-4e19-b692-59d7300d4116, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:45:51.526951 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:51.533244 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=3574684c-61be-4750-bf34-f206d258d126,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:51.540540 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'name': 'tempest-DeleteServersTestJSON-471637475-router', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:43Z', 'updated_at': '2022-07-25T08:45:46Z', 'revision_number': 3, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'gw_port': {'id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:51.545312 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf85a85-036d-44e4-9679-2c19906b022d None None] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:51.595919 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14cade9-02fe-42ae-b84f-1e9cbccac731 None None] The sync data for ids ['eaa0142e-24e2-454a-8891-d674dd7b0d48'] in dv-cinder-850840-1-iscsi is: [{'id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'name': 'tempest-DeleteServersTestJSON-471637475-router', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:43Z', 'updated_at': '2022-07-25T08:45:46Z', 'revision_number': 3, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'gw_port': {'id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:45:51.599707 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (7c21ac1f-c0d1-415c-99e9-f44e46f7bcd4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:51.606786 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Router c02dca39-7a8f-461c-8084-aa6921fc9b64 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:45:51.745200 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b62c22-ef1f-4820-a57c-9c107a529ec8 None None] Network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:51.761492 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:45:51.779067 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-e6ef79a2-444d-4a64-bbcf-6bcdc6b1602d None None] Provisioning complete for port 8a051b7e-5785-4620-a611-84aae870f678 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:51.779455 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e6ef79a2-444d-4a64-bbcf-6bcdc6b1602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (8a051b7e-5785-4620-a611-84aae870f678), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:51.791969 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c21ac1f-c0d1-415c-99e9-f44e46f7bcd4,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:51.865402 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:45:51.895187 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:45:51.905609 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cee93f-18e5-40d7-89ee-1c7c9ec47ae0 None None] Pushing event updated for resources: {'Port': ['ID=9bd2070f-c002-4e19-b692-59d7300d4116,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:51.926079 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-7edf694f-3dc6-4a3b-98f4-4d72f93b766e admin admin] 10.222.0.52 "PUT /v2.0/routers/c02dca39-7a8f-461c-8084-aa6921fc9b64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4102566 Jul 25 08:45:51.926289 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:51.927736 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] For port 9bd2070f-c002-4e19-b692-59d7300d4116, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:45:51.950564 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 8a051b7e-5785-4620-a611-84aae870f678 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:51.950927 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (8a051b7e-5785-4620-a611-84aae870f678), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:51.964533 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (ade3bee8-8e96-4436-82f4-95b68b0d583e), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:51.964978 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Added segment ade3bee8-8e96-4436-82f4-95b68b0d583e of type vlan for network 082169fd-f2a7-4952-b0e6-d70c042b2c3b Jul 25 08:45:52.036050 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] For port 9bd2070f-c002-4e19-b692-59d7300d4116, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=9bd2070f-c002-4e19-b692-59d7300d4116,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:45:52.094650 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:52.158883 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:52.246027 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:52.249359 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:45:52.266535 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Sync routers for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:45:52.289535 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-1e60acc4-3c7d-4bb6-92a7-27588ca08229 admin admin] 10.222.0.52 "PUT /v2.0/routers/d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5340068 Jul 25 08:45:52.303713 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:45:52.304362 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:52.344889 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (082169fd-f2a7-4952-b0e6-d70c042b2c3b), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:52.419340 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Allocated IP 172.20.0.1 (fab9b340-d5f0-4d1e-9134-d3f67a8942d8/a674b64b-6b9a-4da5-8ccc-6a87013782cd/c372ec98-548e-4cd6-833c-e2165dfb256d) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:52.450544 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-e6ef79a2-444d-4a64-bbcf-6bcdc6b1602d None None] Current status of the port 8a051b7e-5785-4620-a611-84aae870f678 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:52.451515 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e6ef79a2-444d-4a64-bbcf-6bcdc6b1602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8a051b7e-5785-4620-a611-84aae870f678), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:52.492319 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cee93f-18e5-40d7-89ee-1c7c9ec47ae0 None None] Pushing event updated for resources: {'Port': ['ID=9bd2070f-c002-4e19-b692-59d7300d4116,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:52.535381 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:45:52.536039 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:52.572801 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (082169fd-f2a7-4952-b0e6-d70c042b2c3b), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:52.576767 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:52.581004 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:52.637676 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:45:52.654107 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:47Z', 'revision_number': 3, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:52.657556 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 8a051b7e-5785-4620-a611-84aae870f678 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:52.657847 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8a051b7e-5785-4620-a611-84aae870f678), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:52.662263 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:52.702280 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-e6ef79a2-444d-4a64-bbcf-6bcdc6b1602d None None] For port 8a051b7e-5785-4620-a611-84aae870f678, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=8a051b7e-5785-4620-a611-84aae870f678,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:45:52.738546 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53340) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:52.744784 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-2ed3035f-9a53-417b-8a83-7615c041eb3a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1835060495', 'description': 'tempest-description--1538917127'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:52.779300 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6844995 Jul 25 08:45:52.779507 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e6ef79a2-444d-4a64-bbcf-6bcdc6b1602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8a051b7e-5785-4620-a611-84aae870f678), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:52.787211 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53342) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:52.805108 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] Request body: {'subnet': {'network_id': '082169fd-f2a7-4952-b0e6-d70c042b2c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1919486517-subnet', 'tenant_id': '3c81303b75d642c69cf80e9ecfb88724', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:52.858999 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2ed3035f-9a53-417b-8a83-7615c041eb3a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:52.893813 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] Made reservation on behalf of 3c81303b75d642c69cf80e9ecfb88724 for: {'subnet': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:52.896132 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:52.901518 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.db.api [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 08:45:52.904825 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG oslo_db.api [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 08:45:52.905704 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Checking router: b19f8421-40aa-4703-b95a-045ca280ccd6 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:45:52.906118 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Updating router b19f8421-40aa-4703-b95a-045ca280ccd6 port c669255c-36ed-477e-a1b0-e4a04049d783 binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:45:52.934365 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53360) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:52.981435 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb693a-4867-41b8-a24a-f11dacc6e0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=082169fd-f2a7-4952-b0e6-d70c042b2c3b,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:52.994168 dv-cinder-850840-1-iscsi neutron-server[110462]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 08:45:53.023302 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Publish callbacks [] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.025272 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 2, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:53.025780 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.059136 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Checking router: d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:45:53.059675 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Updating router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea port d012cf0f-49e0-4aad-b35a-0fa06176245d binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:45:53.070342 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef79a2-444d-4a64-bbcf-6bcdc6b1602d None None] Pushing event updated for resources: {'Port': ['ID=8a051b7e-5785-4620-a611-84aae870f678,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:53.090830 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 082169fd-f2a7-4952-b0e6-d70c042b2c3b details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:45:53.133587 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.174748 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:53.175631 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.194091 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.199751 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:53.237747 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:53.246897 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:53.256018 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:53.256679 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Pushing event updated for resources: {'Port': ['ID=c372ec98-548e-4cd6-833c-e2165dfb256d,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:53.280607 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:53.281083 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (eaa0142e-24e2-454a-8891-d674dd7b0d48), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.347994 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-79ae7649-b22e-4196-8246-712d500155c5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:53.362528 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-79ae7649-b22e-4196-8246-712d500155c5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 819 time: 0.3703468 Jul 25 08:45:53.372329 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Allocated IP 172.20.0.1 (6ca11239-7898-4751-a9c6-3b03bbecba12/7842b18f-7585-435d-9107-a700ec331748/7526cf16-4417-4f48-ab87-be918f183c64) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:53.382599 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:53.429921 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2ed3035f-9a53-417b-8a83-7615c041eb3a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.443357 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-e76c817e-df0b-4dfc-8db4-f02e23fd85c1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/quotas/7e61cbb537384f549eee9ec4c92d9d77 HTTP/1.1" status: 200 len: 375 time: 0.0799327 Jul 25 08:45:53.449379 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:45:53.475197 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2ed3035f-9a53-417b-8a83-7615c041eb3a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.505049 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:53.524127 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-e6ef79a2-444d-4a64-bbcf-6bcdc6b1602d None None] Provisioning complete for port d012cf0f-49e0-4aad-b35a-0fa06176245d triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:53.524526 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e6ef79a2-444d-4a64-bbcf-6bcdc6b1602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.608299 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-319c9f8f-c483-408c-acd0-c1ad6d81e9c3 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1195862 Jul 25 08:45:53.617267 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Publish callbacks [] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.632632 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.636504 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Publish callbacks [] for port (7526cf16-4417-4f48-ab87-be918f183c64), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.638587 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.687657 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3035f-9a53-417b-8a83-7615c041eb3a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:53.727462 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2ed3035f-9a53-417b-8a83-7615c041eb3a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.740845 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-2ed3035f-9a53-417b-8a83-7615c041eb3a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9889226 Jul 25 08:45:53.745011 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53378) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:53.763713 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-deb33f8a-106d-4cd3-beae-75c583ef6048 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'security_group_rule': {'security_group_id': '0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:53.822388 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4cb84-c7e8-43c5-9410-ef57b6addbb2 None None] Pushing event updated for resources: {'Port': ['ID=d012cf0f-49e0-4aad-b35a-0fa06176245d,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:53.826583 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 8a051b7e-5785-4620-a611-84aae870f678 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:53.827606 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 46091ff6-5264-4e44-a302-cd4012f53f70 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:45:53.856262 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-a8a43e4c-aa3b-4ea3-9a20-5be27ea76432 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:45:53.869603 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-a8a43e4c-aa3b-4ea3-9a20-5be27ea76432 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1511629 Jul 25 08:45:53.910478 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Attempting to bind port d012cf0f-49e0-4aad-b35a-0fa06176245d on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:45:53.910859 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Attempting to bind port d012cf0f-49e0-4aad-b35a-0fa06176245d by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:45:53.911223 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Attempting to bind port d012cf0f-49e0-4aad-b35a-0fa06176245d on network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:45:53.917035 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:45:53.917410 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Checking segment: {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:53.917815 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:53.918207 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Bound using segment: {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:45:53.918681 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Bound port: d012cf0f-49e0-4aad-b35a-0fa06176245d, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:45:53.919061 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.009324 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (7526cf16-4417-4f48-ab87-be918f183c64), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.035739 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] For port d012cf0f-49e0-4aad-b35a-0fa06176245d, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:45:54.040353 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] For port d012cf0f-49e0-4aad-b35a-0fa06176245d, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=d012cf0f-49e0-4aad-b35a-0fa06176245d,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:45:54.051380 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.053945 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (0d5312d7-4edc-4850-a38c-2b43041ebbf1), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.055941 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-deb33f8a-106d-4cd3-beae-75c583ef6048 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (633bf651-80de-467c-9f77-5ebab93d6f4a), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.074426 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:54.082302 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Pushing event updated for resources: {'Port': ['ID=7526cf16-4417-4f48-ab87-be918f183c64,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:54.102744 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:54.109141 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-c68af410-6ee3-4002-8d1d-1de58709cf01 service neutron] 10.222.0.52 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298729 Jul 25 08:45:54.121340 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:54.124411 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:54.124544 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4cb84-c7e8-43c5-9410-ef57b6addbb2 None None] Pushing event updated for resources: {'Port': ['ID=d012cf0f-49e0-4aad-b35a-0fa06176245d,revision_number=4']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:54.144366 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:54.144866 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (b19f8421-40aa-4703-b95a-045ca280ccd6), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.144970 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:45:54.145908 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:54.255537 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5312d7-4edc-4850-a38c-2b43041ebbf1,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:54.295915 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-deb33f8a-106d-4cd3-beae-75c583ef6048 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (633bf651-80de-467c-9f77-5ebab93d6f4a), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.309897 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-deb33f8a-106d-4cd3-beae-75c583ef6048 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (633bf651-80de-467c-9f77-5ebab93d6f4a), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.320368 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Publish callbacks [] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.338792 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:45:54.339179 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-e6ef79a2-444d-4a64-bbcf-6bcdc6b1602d None None] Port d012cf0f-49e0-4aad-b35a-0fa06176245d cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:45:54.346458 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.347019 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (eaa0142e-24e2-454a-8891-d674dd7b0d48), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.349880 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] Checking segment: {'id': 'ade3bee8-8e96-4436-82f4-95b68b0d583e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '082169fd-f2a7-4952-b0e6-d70c042b2c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:54.351143 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] Network hostable DHCP agents. Network: 082169fd-f2a7-4952-b0e6-d70c042b2c3b, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:45:54.374584 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb33f8a-106d-4cd3-beae-75c583ef6048 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633bf651-80de-467c-9f77-5ebab93d6f4a,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:54.399722 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-db4c10cd-3d41-4a04-8431-178295d728fa service neutron] 10.222.0.52 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762229 Jul 25 08:45:54.402577 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:54.447621 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-deb33f8a-106d-4cd3-beae-75c583ef6048 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.458126 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-deb33f8a-106d-4cd3-beae-75c583ef6048 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7115784 Jul 25 08:45:54.460264 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53382) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:54.466406 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] Network 082169fd-f2a7-4952-b0e6-d70c042b2c3b is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:45:54.508406 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-7583eec0-938c-4ced-ac22-983057885de2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'security_group_rule': {'security_group_id': '0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:54.568883 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 082169fd-f2a7-4952-b0e6-d70c042b2c3b) {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:54.584921 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:54.586231 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.590861 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Provisioning complete for port 8a051b7e-5785-4620-a611-84aae870f678 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:54.591432 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (8a051b7e-5785-4620-a611-84aae870f678), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.608546 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7583eec0-938c-4ced-ac22-983057885de2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (8cc46ded-f3db-4945-80b4-3417df8e6730), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.614416 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b396d790-d5dd-46c1-9456-20a06c21873c None None] Network 082169fd-f2a7-4952-b0e6-d70c042b2c3b requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:54.620864 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Pushing event updated for resources: {'Port': ['ID=c372ec98-548e-4cd6-833c-e2165dfb256d,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:54.628535 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8875f24b-517c-49a8-8569-7090f529a5ca admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8401885 Jul 25 08:45:54.666065 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:54.675121 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 46091ff6-5264-4e44-a302-cd4012f53f70 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:54.675495 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.704718 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7583eec0-938c-4ced-ac22-983057885de2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (8cc46ded-f3db-4945-80b4-3417df8e6730), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.706200 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (7526cf16-4417-4f48-ab87-be918f183c64), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.718109 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7583eec0-938c-4ced-ac22-983057885de2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (8cc46ded-f3db-4945-80b4-3417df8e6730), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.763307 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:54.772959 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583eec0-938c-4ced-ac22-983057885de2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc46ded-f3db-4945-80b4-3417df8e6730,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:54.780551 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:54.803706 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7583eec0-938c-4ced-ac22-983057885de2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.804931 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-7583eec0-938c-4ced-ac22-983057885de2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3416409 Jul 25 08:45:54.809516 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53398) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:54.814171 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:54.840671 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:54.842348 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:54.876501 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53402) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:54.901566 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:54.911106 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:54.931224 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:54.937156 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7037f31e-2498-4d76-ba91-5800c969c1df None None] The sync data for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi is: [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:45:55.082829 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b08b6506-e242-444b-83c4-b3b4430415a1 req-c8a0ef50-e1de-4520-907d-4061291f2682 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 210 time: 0.2051997 Jul 25 08:45:55.159757 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Current status of the port 8a051b7e-5785-4620-a611-84aae870f678 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:55.180985 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 2, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:55.270394 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Publish callbacks [] for port (c669255c-36ed-477e-a1b0-e4a04049d783), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:55.334486 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:55.371961 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:55.389792 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d241400e-2ff4-4688-8932-e0b0c50d8013 None None] The sync data for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi is: [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 2, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:45:55.425260 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f99cb4-9a65-40eb-bc18-34162942ecb5 None None] Network 082169fd-f2a7-4952-b0e6-d70c042b2c3b requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:55.525950 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Publish callbacks [] for port (7526cf16-4417-4f48-ab87-be918f183c64), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:55.552099 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (7526cf16-4417-4f48-ab87-be918f183c64), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:55.552905 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (b19f8421-40aa-4703-b95a-045ca280ccd6), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:55.555981 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Router eaa0142e-24e2-454a-8891-d674dd7b0d48 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:45:55.704611 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Allocated IP 172.27.1.199 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/e145ba06-0ed7-4cca-ae69-2a69fac6e421) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:45:55.868732 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Pushing event updated for resources: {'Port': ['ID=7526cf16-4417-4f48-ab87-be918f183c64,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:55.883528 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Provisioning complete for port c372ec98-548e-4cd6-833c-e2165dfb256d triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:55.884049 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:55.986844 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:56.027069 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Attempting to bind port c669255c-36ed-477e-a1b0-e4a04049d783 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:45:56.027441 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Attempting to bind port c669255c-36ed-477e-a1b0-e4a04049d783 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:45:56.032784 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Attempting to bind port c669255c-36ed-477e-a1b0-e4a04049d783 on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:45:56.053199 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:56.055381 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:56.076060 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:56.085731 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:45:56.101291 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-920969af-1afe-4a15-9971-c015d85ab35c admin admin] 10.222.0.52 "PUT /v2.0/routers/eaa0142e-24e2-454a-8891-d674dd7b0d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9615142 Jul 25 08:45:56.183934 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Sync routers for ids ['eaa0142e-24e2-454a-8891-d674dd7b0d48'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:45:56.234042 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:45:56.241205 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:56.241988 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.245289 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:45:56.248055 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Bound port: c669255c-36ed-477e-a1b0-e4a04049d783, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:45:56.249666 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.257245 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 46091ff6-5264-4e44-a302-cd4012f53f70 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:56.258890 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.263315 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Port c372ec98-548e-4cd6-833c-e2165dfb256d cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:45:56.284704 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-e636e1d8-7d3d-4b13-bf29-870b69f94cc2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:56.287825 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-e636e1d8-7d3d-4b13-bf29-870b69f94cc2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 819 time: 0.5373759 Jul 25 08:45:56.324817 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f528e-7b4d-49ea-919a-84a58ce73e3c None None] Pushing event updated for resources: {'Port': ['ID=c669255c-36ed-477e-a1b0-e4a04049d783,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:56.346499 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Router b19f8421-40aa-4703-b95a-045ca280ccd6 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:45:56.366031 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53472) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:56.380881 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1122650274-network', 'tenant_id': '3f38a23055a84d6fb72057044c938075'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:56.422491 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for port (e145ba06-0ed7-4cca-ae69-2a69fac6e421), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.439555 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-88257659-9aca-44ff-889b-ebb15bf4f0c5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/quotas/7e61cbb537384f549eee9ec4c92d9d77 HTTP/1.1" status: 200 len: 375 time: 0.0623438 Jul 25 08:45:56.498372 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:56.504357 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Routers {'eaa0142e-24e2-454a-8891-d674dd7b0d48'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:45:56.507514 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['eaa0142e-24e2-454a-8891-d674dd7b0d48'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:56.531998 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (e145ba06-0ed7-4cca-ae69-2a69fac6e421), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.543053 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Made reservation on behalf of 3f38a23055a84d6fb72057044c938075 for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:56.551302 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.613235 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.680719 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:45:56.692757 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-38e8fe90-ffbe-4b08-b9ea-e2df8231281f admin admin] 10.222.0.52 "PUT /v2.0/routers/b19f8421-40aa-4703-b95a-045ca280ccd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0382428 Jul 25 08:45:56.707009 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:56.716128 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] For port c669255c-36ed-477e-a1b0-e4a04049d783, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:45:56.729133 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] For port c669255c-36ed-477e-a1b0-e4a04049d783, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=c669255c-36ed-477e-a1b0-e4a04049d783,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:45:56.767752 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 46091ff6-5264-4e44-a302-cd4012f53f70, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=46091ff6-5264-4e44-a302-cd4012f53f70,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:45:56.818868 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:45:56.836031 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Publish callbacks [] for security_group (0929b181-07fc-4084-ac35-5b0cbd9409f1), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.844228 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:56.846658 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:45:56.855111 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0929b181-07fc-4084-ac35-5b0cbd9409f1), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.917204 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0929b181-07fc-4084-ac35-5b0cbd9409f1,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:56.935302 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Provisioning complete for port b1ddf7d7-ff89-4963-9be0-10b877b52b6f triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:56.935751 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.945300 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:45:56.961507 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (0beb6536-cd58-4563-b10b-73a7c43f1373), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.962936 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Added segment 0beb6536-cd58-4563-b10b-73a7c43f1373 of type vlan for network 03568475-6637-47df-8f13-3566e9e43cf4 Jul 25 08:45:56.978057 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:56.980344 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:57.153569 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (03568475-6637-47df-8f13-3566e9e43cf4), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:57.231831 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (03568475-6637-47df-8f13-3566e9e43cf4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:57.235141 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:57.235910 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:57.297918 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Port b1ddf7d7-ff89-4963-9be0-10b877b52b6f cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:45:57.314943 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9448640 Jul 25 08:45:57.393390 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53508) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:57.410837 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Provisioning complete for port 46091ff6-5264-4e44-a302-cd4012f53f70 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:57.411248 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:57.412850 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] Request body: {'subnet': {'network_id': '03568475-6637-47df-8f13-3566e9e43cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1122650274-subnet', 'tenant_id': '3f38a23055a84d6fb72057044c938075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:57.426835 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:45:57.427500 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:57.465666 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-18dcb325-024e-48bb-a89d-a9af35325478 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0238652 Jul 25 08:45:57.481401 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1e3a5-89f3-4427-8af5-9cdda7822593 admin admin] Pushing event updated for resources: {'Network': ['ID=03568475-6637-47df-8f13-3566e9e43cf4,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:57.499287 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'Port': ['ID=e145ba06-0ed7-4cca-ae69-2a69fac6e421,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:57.510507 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] Made reservation on behalf of 3f38a23055a84d6fb72057044c938075 for: {'subnet': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:45:57.514121 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:57.517090 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=46091ff6-5264-4e44-a302-cd4012f53f70,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:57.664026 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (a823dec3-9fed-4452-b010-0febe5c225ec), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:57.711298 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f528e-7b4d-49ea-919a-84a58ce73e3c None None] Pushing event updated for resources: {'Port': ['ID=c669255c-36ed-477e-a1b0-e4a04049d783,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:57.711298 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 03568475-6637-47df-8f13-3566e9e43cf4 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:45:57.711298 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device d012cf0f-49e0-4aad-b35a-0fa06176245d up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:45:57.711714 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:57.715450 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Set router eaa0142e-24e2-454a-8891-d674dd7b0d48 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:45:57.784296 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:57.804364 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-b07b0f67-fe52-41fe-a0a0-e760baba2b23 service neutron] 10.222.0.52 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273711 Jul 25 08:45:57.834832 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (ca518294-7d89-4d9b-9a24-d15b9734b5b8), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:57.839026 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:57.858731 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:57.924729 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca518294-7d89-4d9b-9a24-d15b9734b5b8,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:58.016384 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-cdac65fb-5948-44d9-a81e-288e4e04e918 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:58.017996 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-cdac65fb-5948-44d9-a81e-288e4e04e918 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/networks?id=fab9b340-d5f0-4d1e-9134-d3f67a8942d8 HTTP/1.1" status: 200 len: 811 time: 0.3724456 Jul 25 08:45:58.046550 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] Checking segment: {'id': '0beb6536-cd58-4563-b10b-73a7c43f1373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '03568475-6637-47df-8f13-3566e9e43cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:45:58.049009 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] Network hostable DHCP agents. Network: 03568475-6637-47df-8f13-3566e9e43cf4, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:45:58.069480 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port d012cf0f-49e0-4aad-b35a-0fa06176245d triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:58.072968 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-43ddc897-3972-4df4-9e63-ef3552a28a1b tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/quotas/aa18cc0817c848a782e4176af753e3e8 HTTP/1.1" status: 200 len: 375 time: 0.0435989 Jul 25 08:45:58.080332 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:58.098278 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (e145ba06-0ed7-4cca-ae69-2a69fac6e421), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:58.118666 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] Network 03568475-6637-47df-8f13-3566e9e43cf4 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:45:58.140876 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 03568475-6637-47df-8f13-3566e9e43cf4) {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:45:58.145256 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:58.145854 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:58.165066 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-ac1966ec-b323-49aa-bb16-0a3830ed03b6 service neutron] 10.222.0.52 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475392 Jul 25 08:45:58.194784 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-ed1c3c6f-6238-4554-bb98-606fdad67f2b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8002539 Jul 25 08:45:58.417053 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-8f86bc8a-6427-4ecf-a795-c5724fc4ddc0 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=aa18cc0817c848a782e4176af753e3e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3247585 Jul 25 08:45:58.440148 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0264bcc8-357a-4cb2-b79e-2d648eef8670 None None] Network 03568475-6637-47df-8f13-3566e9e43cf4 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:58.450731 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53564) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:58.495849 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for port (e145ba06-0ed7-4cca-ae69-2a69fac6e421), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:58.503357 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (e145ba06-0ed7-4cca-ae69-2a69fac6e421), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:58.518345 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (a823dec3-9fed-4452-b010-0febe5c225ec), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:58.533061 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab05d7c-5c0e-4a5e-8de6-017778957900 admin admin] Deleting subnet 0d5312d7-4edc-4850-a38c-2b43041ebbf1 {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:45:58.548124 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fab05d7c-5c0e-4a5e-8de6-017778957900 admin admin] Publish callbacks [] for subnet (0d5312d7-4edc-4850-a38c-2b43041ebbf1), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:58.597339 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:58.601032 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7905591 Jul 25 08:45:58.603989 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5d55a-93cf-4958-bbd2-c4b048164dac tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'Port': ['ID=e145ba06-0ed7-4cca-ae69-2a69fac6e421,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:58.727796 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Current status of the port 46091ff6-5264-4e44-a302-cd4012f53f70 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:58.794149 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-fadab8d4-3696-475b-ab6f-a7cb3a718311 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:45:58.804322 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-fadab8d4-3696-475b-ab6f-a7cb3a718311 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1377611 Jul 25 08:45:58.828205 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Provisioning complete for port d012cf0f-49e0-4aad-b35a-0fa06176245d triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:45:58.829749 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:58.851605 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:45:58.859993 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7dfe5a-ed75-4e9e-900c-91770aa6def1 None None] Network 03568475-6637-47df-8f13-3566e9e43cf4 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:45:58.965671 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:58.996507 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53596) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:58.996863 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.48', 60657) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:59.029047 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fab05d7c-5c0e-4a5e-8de6-017778957900 admin admin] Publish callbacks [] for subnet (0d5312d7-4edc-4850-a38c-2b43041ebbf1), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.032249 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:59.058403 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fab05d7c-5c0e-4a5e-8de6-017778957900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (0d5312d7-4edc-4850-a38c-2b43041ebbf1), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.209302 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fab05d7c-5c0e-4a5e-8de6-017778957900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (0d5312d7-4edc-4850-a38c-2b43041ebbf1), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.224314 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-0849eafb-90f2-40e3-8c46-ae55f4c91fa8 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:45:59.227814 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-0849eafb-90f2-40e3-8c46-ae55f4c91fa8 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 819 time: 0.2234983 Jul 25 08:45:59.240623 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port d012cf0f-49e0-4aad-b35a-0fa06176245d is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:45:59.250070 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.252156 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab05d7c-5c0e-4a5e-8de6-017778957900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5312d7-4edc-4850-a38c-2b43041ebbf1,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:45:59.261740 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-9a9cc228-7d07-4e05-9e74-53cdb4bfe721 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1752023823', 'description': 'tempest-description--202709496'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:59.273377 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fab05d7c-5c0e-4a5e-8de6-017778957900 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.280221 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-fab05d7c-5c0e-4a5e-8de6-017778957900 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0d5312d7-4edc-4850-a38c-2b43041ebbf1 HTTP/1.1" status: 204 len: 168 time: 0.8263810 Jul 25 08:45:59.281629 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53614) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:59.281748 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d2904e73-dce7-452a-b4b2-4f94372f5e4d req-9394894a-6638-443a-963e-fa909352dd8b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 210 time: 0.2831366 Jul 25 08:45:59.375399 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Request body: {'port': {'device_id': '22b16067-f13e-472e-a335-bbb66b7461b1', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'admin_state_up': True, 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:59.393657 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:59.409567 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (082169fd-f2a7-4952-b0e6-d70c042b2c3b), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.477181 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9a9cc228-7d07-4e05-9e74-53cdb4bfe721 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.506444 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'name': 'tempest-DeleteServersTestJSON-471637475-router', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:43Z', 'updated_at': '2022-07-25T08:45:53Z', 'revision_number': 4, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'gw_port': {'id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'c372ec98-548e-4cd6-833c-e2165dfb256d', 'name': '', 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'mac_address': 'fa:16:3e:86:81:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a674b64b-6b9a-4da5-8ccc-6a87013782cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:51Z', 'updated_at': '2022-07-25T08:45:53Z', 'revision_number': 2, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'subnets': [{'id': 'a674b64b-6b9a-4da5-8ccc-6a87013782cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:45:59.626222 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Checking router: eaa0142e-24e2-454a-8891-d674dd7b0d48 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:45:59.626698 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Updating router eaa0142e-24e2-454a-8891-d674dd7b0d48 port c372ec98-548e-4cd6-833c-e2165dfb256d binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:45:59.658385 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9a9cc228-7d07-4e05-9e74-53cdb4bfe721 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (5b459999-406a-4d33-ae4b-9a37d95bb265), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.676314 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-f6cdf199-e669-48fb-99e0-930a7a6221d6 service neutron] 10.222.0.52 "GET /v2.0/networks/fab9b340-d5f0-4d1e-9134-d3f67a8942d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8614945 Jul 25 08:45:59.693852 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (082169fd-f2a7-4952-b0e6-d70c042b2c3b), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.697765 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9a9cc228-7d07-4e05-9e74-53cdb4bfe721 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (5b459999-406a-4d33-ae4b-9a37d95bb265), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.703736 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port d012cf0f-49e0-4aad-b35a-0fa06176245d, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=d012cf0f-49e0-4aad-b35a-0fa06176245d,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:45:59.742299 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.746600 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 8a051b7e-5785-4620-a611-84aae870f678 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:45:59.757033 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:45:59.757974 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:45:59.761764 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:45:59.762234 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > port after_create 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:45:59.762749 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > port after_delete 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:45:59.763155 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > port after_update 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:45:59.764264 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:45:59.764786 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:45:59.765269 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:45:59.766347 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:45:59.847887 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9a9cc228-7d07-4e05-9e74-53cdb4bfe721 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:45:59.849692 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-9a9cc228-7d07-4e05-9e74-53cdb4bfe721 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8506811 Jul 25 08:45:59.860522 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53662) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:45:59.963274 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-03e319f7-ef9a-4e0d-ab8f-0660b602dbd2 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group_rule': {'security_group_id': '5b459999-406a-4d33-ae4b-9a37d95bb265', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:45:59.983747 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:45:59.997055 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-448219c6-c65f-4431-b2a8-d8a524e93240 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1835060495&fields=id&tenant_id=9313fe06660f4049be47f901c3fc6f76 HTTP/1.1" status: 200 len: 267 time: 0.1545081 Jul 25 08:45:59.997868 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=d012cf0f-49e0-4aad-b35a-0fa06176245d,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:00.003788 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Current status of the port d012cf0f-49e0-4aad-b35a-0fa06176245d is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:00.004363 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.051784 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.078307 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cc228-7d07-4e05-9e74-53cdb4bfe721 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b459999-406a-4d33-ae4b-9a37d95bb265,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:00.196672 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:46:00.197262 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:46:00.197368 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:46:00.197750 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:46:00.198308 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082169fd-f2a7-4952-b0e6-d70c042b2c3b']}} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:00.209567 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-03e319f7-ef9a-4e0d-ab8f-0660b602dbd2 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (2ee4e991-fee6-4746-8562-745e8f4ede3e), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.220960 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade3bee8-8e96-4436-82f4-95b68b0d583e') {'for_net_delete': True} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:00.221532 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade3bee8-8e96-4436-82f4-95b68b0d583e') {} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:00.242294 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2984781'] for segment (ade3bee8-8e96-4436-82f4-95b68b0d583e), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.277097 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-2f02518c-94bc-4670-81b8-993353046297 service neutron] 10.222.0.52 "GET /v2.0/networks/fab9b340-d5f0-4d1e-9134-d3f67a8942d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985346 Jul 25 08:46:00.296383 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Made reservation on behalf of 7e61cbb537384f549eee9ec4c92d9d77 for: {'port': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:46:00.306532 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.308651 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (ade3bee8-8e96-4436-82f4-95b68b0d583e), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.334083 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:46:00.335703 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3463205'] for segment (ade3bee8-8e96-4436-82f4-95b68b0d583e), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.401490 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-67ff0708-084d-4924-ba0b-68877b03cdfb tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:00.410286 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-67ff0708-084d-4924-ba0b-68877b03cdfb tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 811 time: 0.4119391 Jul 25 08:46:00.470901 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-4b06c026-6df2-4542-bdba-c2cab57345b3 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/quotas/9313fe06660f4049be47f901c3fc6f76 HTTP/1.1" status: 200 len: 375 time: 0.0591283 Jul 25 08:46:00.505766 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-03e319f7-ef9a-4e0d-ab8f-0660b602dbd2 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (2ee4e991-fee6-4746-8562-745e8f4ede3e), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.521236 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (082169fd-f2a7-4952-b0e6-d70c042b2c3b), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.567251 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-03e319f7-ef9a-4e0d-ab8f-0660b602dbd2 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (2ee4e991-fee6-4746-8562-745e8f4ede3e), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.580759 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Pushing event deleted for resources: {'Network': ['ID=082169fd-f2a7-4952-b0e6-d70c042b2c3b,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:00.599058 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.612285 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-a820fa49-fb9e-4035-989a-e041f2a113cc admin admin] 10.222.0.52 "DELETE /v2.0/networks/082169fd-f2a7-4952-b0e6-d70c042b2c3b HTTP/1.1" status: 204 len: 168 time: 1.3257852 Jul 25 08:46:00.641336 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53696) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:00.691297 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Publish callbacks [] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.701471 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:00.702664 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:00.732988 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.766913 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e319f7-ef9a-4e0d-ab8f-0660b602dbd2 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee4e991-fee6-4746-8562-745e8f4ede3e,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:00.811538 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-5ab1ab84-9cbc-4e07-873b-91a1271269f2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3321154 Jul 25 08:46:00.820498 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f868c7-dce4-4d5a-8a77-555f57a15b59 admin admin] Deleting subnet ca518294-7d89-4d9b-9a24-d15b9734b5b8 {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:46:00.831902 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-72f868c7-dce4-4d5a-8a77-555f57a15b59 admin admin] Publish callbacks [] for subnet (ca518294-7d89-4d9b-9a24-d15b9734b5b8), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.842446 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-03e319f7-ef9a-4e0d-ab8f-0660b602dbd2 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:00.843631 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-03e319f7-ef9a-4e0d-ab8f-0660b602dbd2 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9470916 Jul 25 08:46:00.883179 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53706) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:00.913679 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-d5a10553-26d1-4e40-a8dc-19266b131c15 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group_rule': {'security_group_id': '5b459999-406a-4d33-ae4b-9a37d95bb265', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:00.929910 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Sync routers for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:46:00.949566 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:46:00.951844 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:00.960979 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment ade3bee8-8e96-4436-82f4-95b68b0d583e resource provider aggregate not found Jul 25 08:46:00.966206 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.db.api [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 08:46:00.966635 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG oslo_db.api [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 08:46:00.998664 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-72f868c7-dce4-4d5a-8a77-555f57a15b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2984794'] for subnet (ca518294-7d89-4d9b-9a24-d15b9734b5b8), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:01.011491 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment ade3bee8-8e96-4436-82f4-95b68b0d583e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ade3bee8-8e96-4436-82f4-95b68b0d583e found for delete ", "request_id": "req-47c37830-0d68-4437-8ef3-11ef9b7b2250"}]} Jul 25 08:46:01.177125 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-72f868c7-dce4-4d5a-8a77-555f57a15b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (ca518294-7d89-4d9b-9a24-d15b9734b5b8), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:01.201386 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 2, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:01.226671 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 8a051b7e-5785-4620-a611-84aae870f678 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:01.227049 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (8a051b7e-5785-4620-a611-84aae870f678), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:01.279725 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.48', 60664) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:01.435143 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661e3a0-4b0b-445c-abd4-aff92463fee2 None None] Pushing event updated for resources: {'Port': ['ID=c372ec98-548e-4cd6-833c-e2165dfb256d,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:01.460066 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5fbe0-7a89-4c16-9e95-ba222b19cfd8 None None] The sync data for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi is: [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 2, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:46:01.550474 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:46:01.669798 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:01.792560 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Attempting to bind port c372ec98-548e-4cd6-833c-e2165dfb256d on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:46:01.793165 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Attempting to bind port c372ec98-548e-4cd6-833c-e2165dfb256d by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:46:01.793538 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Attempting to bind port c372ec98-548e-4cd6-833c-e2165dfb256d on network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:01.870725 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-deb999ac-e2c6-43f3-ad28-37a443c0b31d req-bd8c080a-7ea1-41a0-9203-2f4671ce716b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 210 time: 0.2396138 Jul 25 08:46:01.872122 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:46:01.872506 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Checking segment: {'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:46:01.875888 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:01.879807 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Bound using segment: {'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:46:01.883792 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Bound port: c372ec98-548e-4cd6-833c-e2165dfb256d, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:46:01.884215 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:01.893148 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Allocated IP 172.20.0.5 (2d9d4ebf-a640-4736-9377-d7ebfc6f53b2/0e843441-240f-4b94-8edc-d88f07284651/4e4d0870-3b4e-4551-b50c-c4f668b497de) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:46:01.893577 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-5d418ef8-691b-4d47-8f49-6f7a092b386a None None] Current status of the port d012cf0f-49e0-4aad-b35a-0fa06176245d is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:02.044936 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:02.077666 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] For port c372ec98-548e-4cd6-833c-e2165dfb256d, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:46:02.092816 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] For port c372ec98-548e-4cd6-833c-e2165dfb256d, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=c372ec98-548e-4cd6-833c-e2165dfb256d,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:46:02.122174 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:02.127703 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-72f868c7-dce4-4d5a-8a77-555f57a15b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376480'] for subnet (ca518294-7d89-4d9b-9a24-d15b9734b5b8), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:02.298829 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Provisioning complete for port c372ec98-548e-4cd6-833c-e2165dfb256d triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:02.304502 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:02.322910 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a2f55ef2-0ca8-44cd-967a-21053e143325 req-aa956d28-5cb7-480b-8f0a-ae976fe73fe7 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 210 time: 0.1607683 Jul 25 08:46:02.369715 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-72f868c7-dce4-4d5a-8a77-555f57a15b59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:02.378412 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-72f868c7-dce4-4d5a-8a77-555f57a15b59 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ca518294-7d89-4d9b-9a24-d15b9734b5b8 HTTP/1.1" status: 204 len: 168 time: 1.7359085 Jul 25 08:46:02.379107 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d5a10553-26d1-4e40-a8dc-19266b131c15 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (8f9e063a-126a-498b-8512-62c4f9306f7f), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:02.405588 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53750) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:02.406794 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f868c7-dce4-4d5a-8a77-555f57a15b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca518294-7d89-4d9b-9a24-d15b9734b5b8,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:02.459628 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:02.502165 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 2, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:02.503846 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:02.545557 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:02.551648 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661e3a0-4b0b-445c-abd4-aff92463fee2 None None] Pushing event updated for resources: {'Port': ['ID=c372ec98-548e-4cd6-833c-e2165dfb256d,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:02.600986 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Checking router: c02dca39-7a8f-461c-8084-aa6921fc9b64 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:46:02.606396 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 8a051b7e-5785-4620-a611-84aae870f678 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:02.607103 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Updating router c02dca39-7a8f-461c-8084-aa6921fc9b64 port b1ddf7d7-ff89-4963-9be0-10b877b52b6f binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:46:02.612799 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9ba0b3aa-3e8c-409d-a66c-869bc5631026 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:02.734573 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Routers {'eaa0142e-24e2-454a-8891-d674dd7b0d48'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:46:02.735582 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['eaa0142e-24e2-454a-8891-d674dd7b0d48'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:02.744612 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:02.801466 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-854b8b09-ff79-483f-ba7c-fa0dac16faa3 service neutron] 10.222.0.52 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9720535 Jul 25 08:46:02.872034 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-e3757582-2262-4dd2-a692-f85fbccad9d2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:02.874250 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-e3757582-2262-4dd2-a692-f85fbccad9d2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 819 time: 1.5935469 Jul 25 08:46:02.982521 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (03568475-6637-47df-8f13-3566e9e43cf4), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.051128 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d5a10553-26d1-4e40-a8dc-19266b131c15 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (8f9e063a-126a-498b-8512-62c4f9306f7f), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.090333 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d5a10553-26d1-4e40-a8dc-19266b131c15 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (8f9e063a-126a-498b-8512-62c4f9306f7f), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.134454 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] Set router eaa0142e-24e2-454a-8891-d674dd7b0d48 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:46:03.147438 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Request body: {'port': {'device_id': '71a72735-dc04-46c8-93bb-0ac441aed151', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'admin_state_up': True, 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:03.245760 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Current status of the port c372ec98-548e-4cd6-833c-e2165dfb256d is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:03.247201 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.337324 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:03.351479 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.48', 60671) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:03.403318 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d5a10553-26d1-4e40-a8dc-19266b131c15 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.404995 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-d5a10553-26d1-4e40-a8dc-19266b131c15 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5201747 Jul 25 08:46:03.447200 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dc0eb945-98d0-4a87-b52f-171526426526 req-486e9f6c-3110-4cd3-a7fd-8b7cf09fadf5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 210 time: 0.3205223 Jul 25 08:46:03.451803 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 53780) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:03.468648 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:03.483232 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a10553-26d1-4e40-a8dc-19266b131c15 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9e063a-126a-498b-8512-62c4f9306f7f,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:03.541743 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (03568475-6637-47df-8f13-3566e9e43cf4), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.547487 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] For port c372ec98-548e-4cd6-833c-e2165dfb256d, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=c372ec98-548e-4cd6-833c-e2165dfb256d,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:03.572643 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Publish callbacks [] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.588234 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 9ba0b3aa-3e8c-409d-a66c-869bc5631026 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:03.589075 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.590583 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.602618 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.683267 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03568475-6637-47df-8f13-3566e9e43cf4']}} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:03.700069 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.726220 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0beb6536-cd58-4563-b10b-73a7c43f1373') {'for_net_delete': True} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:03.726592 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0beb6536-cd58-4563-b10b-73a7c43f1373') {} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:03.792459 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2984781'] for segment (0beb6536-cd58-4563-b10b-73a7c43f1373), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.849996 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd297e-594a-440d-b254-3955144c141f None None] Pushing event updated for resources: {'Port': ['ID=b1ddf7d7-ff89-4963-9be0-10b877b52b6f,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:03.859577 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (0beb6536-cd58-4563-b10b-73a7c43f1373), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.894104 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:46:03.894913 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3463205'] for segment (0beb6536-cd58-4563-b10b-73a7c43f1373), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.912487 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Pushing event updated for resources: {'Port': ['ID=c372ec98-548e-4cd6-833c-e2165dfb256d,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:03.922205 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 9ba0b3aa-3e8c-409d-a66c-869bc5631026 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:03.922205 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.947019 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Provisioning complete for port 7526cf16-4417-4f48-ab87-be918f183c64 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:03.948195 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (7526cf16-4417-4f48-ab87-be918f183c64), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:03.979304 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:04.048062 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Attempting to bind port b1ddf7d7-ff89-4963-9be0-10b877b52b6f on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:46:04.048607 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Attempting to bind port b1ddf7d7-ff89-4963-9be0-10b877b52b6f by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:46:04.049371 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Attempting to bind port b1ddf7d7-ff89-4963-9be0-10b877b52b6f on network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:04.064262 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:46:04.069586 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Checking segment: {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:46:04.070010 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:04.070389 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Bound using segment: {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:46:04.070886 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Bound port: b1ddf7d7-ff89-4963-9be0-10b877b52b6f, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:46:04.071513 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:04.081973 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-409e0608-3afc-4130-b86c-722858ad4397 service neutron] 10.222.0.52 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2792735 Jul 25 08:46:04.092370 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Port 7526cf16-4417-4f48-ab87-be918f183c64 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:46:04.133269 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Provisioning complete for port d012cf0f-49e0-4aad-b35a-0fa06176245d triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:04.133865 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:04.195860 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (03568475-6637-47df-8f13-3566e9e43cf4), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:04.208482 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:04.215261 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] 10.222.0.52 "DELETE /v2.0/networks/03568475-6637-47df-8f13-3566e9e43cf4 HTTP/1.1" status: 204 len: 168 time: 1.8060312 Jul 25 08:46:04.239917 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 9ba0b3aa-3e8c-409d-a66c-869bc5631026, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=9ba0b3aa-3e8c-409d-a66c-869bc5631026,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:04.266951 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] For port b1ddf7d7-ff89-4963-9be0-10b877b52b6f, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:46:04.280736 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] For port b1ddf7d7-ff89-4963-9be0-10b877b52b6f, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=b1ddf7d7-ff89-4963-9be0-10b877b52b6f,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:46:04.306808 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:04.319243 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:04.323361 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:04.327244 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 3574684c-61be-4750-bf34-f206d258d126 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:04.347344 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 0beb6536-cd58-4563-b10b-73a7c43f1373 resource provider aggregate not found Jul 25 08:46:04.409617 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9081c49b-dae4-4f74-b152-195899ce9d42 req-4d73d05d-fe09-4822-a0e3-f8b6f25774d6 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 210 time: 0.1803927 Jul 25 08:46:04.457607 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 0beb6536-cd58-4563-b10b-73a7c43f1373 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0beb6536-cd58-4563-b10b-73a7c43f1373 found for delete ", "request_id": "req-e450063a-b343-4235-b081-2228d64fd2bb"}]} Jul 25 08:46:04.472211 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146976b-30a3-4333-a43e-e9754b6600af admin admin] Pushing event deleted for resources: {'Network': ['ID=03568475-6637-47df-8f13-3566e9e43cf4,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:04.531074 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:04.552119 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:04.586986 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-eaf44e93-965e-4d21-bc3e-94abc5acdee5 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:04.588524 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-eaf44e93-965e-4d21-bc3e-94abc5acdee5 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.48 "GET /v2.0/networks?id=fab9b340-d5f0-4d1e-9134-d3f67a8942d8 HTTP/1.1" status: 200 len: 811 time: 1.2321498 Jul 25 08:46:04.687793 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:46:04.720371 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Request body: {'port': {'device_id': '1c47421d-f63c-4f50-97c9-fe01898702c2', 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8', 'admin_state_up': True, 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:04.731059 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd297e-594a-440d-b254-3955144c141f None None] Pushing event updated for resources: {'Port': ['ID=b1ddf7d7-ff89-4963-9be0-10b877b52b6f,revision_number=4']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:04.737959 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:46:04.738817 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:04.762518 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=9ba0b3aa-3e8c-409d-a66c-869bc5631026,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:04.769563 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:04.778867 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-5106f6ec-16c2-41fc-977f-39dcd6912754 None None] Current status of the port d012cf0f-49e0-4aad-b35a-0fa06176245d is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:04.912955 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53824) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:04.984747 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 3574684c-61be-4750-bf34-f206d258d126 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:04.985142 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (3574684c-61be-4750-bf34-f206d258d126), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:05.161931 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-15bdad2f-38c2-4dce-8a03-2c501fd93c0b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c81303b75d642c69cf80e9ecfb88724&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2450523 Jul 25 08:46:05.211674 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-ee4e0779-b457-4340-98c4-ba6d172cfdd8 None None] Provisioning complete for port c372ec98-548e-4cd6-833c-e2165dfb256d triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:05.212108 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ee4e0779-b457-4340-98c4-ba6d172cfdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:05.230113 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'name': 'tempest-DeleteServersTestJSON-471637475-router', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:43Z', 'updated_at': '2022-07-25T08:45:53Z', 'revision_number': 4, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'gw_port': {'id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'c372ec98-548e-4cd6-833c-e2165dfb256d', 'name': '', 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'mac_address': 'fa:16:3e:86:81:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a674b64b-6b9a-4da5-8ccc-6a87013782cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:51Z', 'updated_at': '2022-07-25T08:46:02Z', 'revision_number': 4, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'subnets': [{'id': 'a674b64b-6b9a-4da5-8ccc-6a87013782cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:05.237353 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53832) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:05.271371 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Made reservation on behalf of 7e61cbb537384f549eee9ec4c92d9d77 for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:46:05.290870 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:46:05.304541 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:05.342525 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0379ccf9-d97e-494b-a428-3de9ce5a7cfb req-9844bc4b-bc30-4d8e-8c65-9ff64739f61b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 210 time: 0.7184851 Jul 25 08:46:05.400070 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7224e3b-c1d1-4171-9efd-6e84fe8a4a32 None None] The sync data for ids ['eaa0142e-24e2-454a-8891-d674dd7b0d48'] in dv-cinder-850840-1-iscsi is: [{'id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'name': 'tempest-DeleteServersTestJSON-471637475-router', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:43Z', 'updated_at': '2022-07-25T08:45:53Z', 'revision_number': 4, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'gw_port': {'id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'c372ec98-548e-4cd6-833c-e2165dfb256d', 'name': '', 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'mac_address': 'fa:16:3e:86:81:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a674b64b-6b9a-4da5-8ccc-6a87013782cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:51Z', 'updated_at': '2022-07-25T08:46:02Z', 'revision_number': 4, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'subnets': [{'id': 'a674b64b-6b9a-4da5-8ccc-6a87013782cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:46:05.473450 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:05.574620 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 3574684c-61be-4750-bf34-f206d258d126 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:05.580941 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:46:05.702850 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:46:05.730826 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:46:05.755160 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:05.756112 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:05.768504 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1ec44a85-2220-4c29-b96c-45d84d6c9740 admin admin] Publish callbacks [] for security_group (7c21ac1f-c0d1-415c-99e9-f44e46f7bcd4), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:05.795560 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e0779-b457-4340-98c4-ba6d172cfdd8 None None] Current status of the port c372ec98-548e-4cd6-833c-e2165dfb256d is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:05.811302 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event updated for resources: {'Port': ['ID=4e4d0870-3b4e-4551-b50c-c4f668b497de,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:05.831446 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-ee4e0779-b457-4340-98c4-ba6d172cfdd8 None None] Provisioning complete for port b1ddf7d7-ff89-4963-9be0-10b877b52b6f triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:05.831830 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ee4e0779-b457-4340-98c4-ba6d172cfdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:05.847614 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a8df87c4-b638-4643-83f5-5de09e8aa716 req-093b5a28-b55b-4769-b763-b0a28364c05a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 210 time: 0.4584658 Jul 25 08:46:05.882648 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1ec44a85-2220-4c29-b96c-45d84d6c9740 admin admin] Publish callbacks [] for security_group (7c21ac1f-c0d1-415c-99e9-f44e46f7bcd4), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:06.180243 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:06.210969 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e0779-b457-4340-98c4-ba6d172cfdd8 None None] Current status of the port b1ddf7d7-ff89-4963-9be0-10b877b52b6f is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:06.211374 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ee4e0779-b457-4340-98c4-ba6d172cfdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:06.218439 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1ec44a85-2220-4c29-b96c-45d84d6c9740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (7c21ac1f-c0d1-415c-99e9-f44e46f7bcd4), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:06.225148 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1ec44a85-2220-4c29-b96c-45d84d6c9740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:06.236097 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-1ec44a85-2220-4c29-b96c-45d84d6c9740 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c21ac1f-c0d1-415c-99e9-f44e46f7bcd4 HTTP/1.1" status: 204 len: 168 time: 0.9969358 Jul 25 08:46:06.248010 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:06.253742 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:04Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:06.360786 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec44a85-2220-4c29-b96c-45d84d6c9740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c21ac1f-c0d1-415c-99e9-f44e46f7bcd4,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:06.383772 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-ee4e0779-b457-4340-98c4-ba6d172cfdd8 None None] For port b1ddf7d7-ff89-4963-9be0-10b877b52b6f, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=b1ddf7d7-ff89-4963-9be0-10b877b52b6f,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:06.399831 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Made reservation on behalf of aa18cc0817c848a782e4176af753e3e8 for: {'port': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:46:06.407313 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ee4e0779-b457-4340-98c4-ba6d172cfdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:06.415391 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:06.540704 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:06.568740 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bf0fb8f7-d381-4959-ad00-67a182f23650 req-8503909c-5825-411f-a64e-87e5b3bd4065 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 210 time: 0.2334232 Jul 25 08:46:06.650618 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-639373ca-2e00-4ea3-9534-a7094394475a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3466179 Jul 25 08:46:06.658917 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9bd2070f-c002-4e19-b692-59d7300d4116 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:06.715393 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-e9df3338-d673-480a-8efd-0f4ea35b416f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:46:06.716488 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-e9df3338-d673-480a-8efd-0f4ea35b416f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0429585 Jul 25 08:46:06.831602 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:06.854892 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685385a6-582e-4367-aa30-034c9ed6dd3c None None] The sync data for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi is: [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:45:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:04Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:46:06.857457 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-08a51117-54a1-4881-9b19-b5481a48f961 None None] Provisioning complete for port 4e4d0870-3b4e-4551-b50c-c4f668b497de triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:06.859415 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-08a51117-54a1-4881-9b19-b5481a48f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:06.962641 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bb1a007d-f902-4e45-9450-f8bbbeae9f21 req-3f9ed2bf-5a0e-429f-9c26-57dd18c705d8 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 210 time: 0.3094356 Jul 25 08:46:06.994984 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Allocated IP 172.20.0.3 (2d9d4ebf-a640-4736-9377-d7ebfc6f53b2/0e843441-240f-4b94-8edc-d88f07284651/28a4c653-6358-4c44-a455-40a51fe64fbc) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:46:07.051000 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-08a51117-54a1-4881-9b19-b5481a48f961 None None] Port 4e4d0870-3b4e-4551-b50c-c4f668b497de cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:46:07.097576 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e0779-b457-4340-98c4-ba6d172cfdd8 None None] Pushing event updated for resources: {'Port': ['ID=b1ddf7d7-ff89-4963-9be0-10b877b52b6f,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:07.139555 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 9bd2070f-c002-4e19-b692-59d7300d4116 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:07.139922 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:07.151226 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Allocated IP 172.27.1.197 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/612068e5-dd80-4612-85f0-4de92ae8eada) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:46:07.157109 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-08a51117-54a1-4881-9b19-b5481a48f961 None None] Provisioning complete for port b1ddf7d7-ff89-4963-9be0-10b877b52b6f triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:07.157494 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-08a51117-54a1-4881-9b19-b5481a48f961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:07.396758 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (612068e5-dd80-4612-85f0-4de92ae8eada), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:07.440098 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:07.445652 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53878) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:07.471099 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.48', 60680) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:07.473388 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (612068e5-dd80-4612-85f0-4de92ae8eada), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:07.584296 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:07.730962 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-ebf2ced5-e613-4c1f-9332-1df80ae4f298 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f38a23055a84d6fb72057044c938075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835419 Jul 25 08:46:07.738151 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53888) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:07.766299 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-08a51117-54a1-4881-9b19-b5481a48f961 None None] Current status of the port b1ddf7d7-ff89-4963-9be0-10b877b52b6f is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:07.785692 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-294ded15-bf8d-4111-8b25-de86afbc13a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:07.787775 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 9bd2070f-c002-4e19-b692-59d7300d4116 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:07.789092 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:07.828169 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 9bd2070f-c002-4e19-b692-59d7300d4116, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=9bd2070f-c002-4e19-b692-59d7300d4116,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:07.831625 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:07.842139 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:07.845643 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9ba0b3aa-3e8c-409d-a66c-869bc5631026 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:07.851077 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:07.870708 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Request body: {'port': {'device_id': '22b16067-f13e-472e-a335-bbb66b7461b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:07.907123 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0389bbf4-097b-4a9e-b40a-c2285bd7b655 admin admin] Publish callbacks [] for security_group (0929b181-07fc-4084-ac35-5b0cbd9409f1), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:08.007661 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0389bbf4-097b-4a9e-b40a-c2285bd7b655 admin admin] Publish callbacks [] for security_group (0929b181-07fc-4084-ac35-5b0cbd9409f1), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:08.043568 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=9bd2070f-c002-4e19-b692-59d7300d4116,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:08.065596 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:08.135111 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 9ba0b3aa-3e8c-409d-a66c-869bc5631026 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:08.136903 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:08.150625 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-11b1daf6-0c22-4948-8945-394698facfa8 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:08.153078 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-11b1daf6-0c22-4948-8945-394698facfa8 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.48 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 811 time: 0.6664648 Jul 25 08:46:08.165964 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-37883ac6-8214-481f-b0a9-8f6e58eaa2fb req-91130a10-3de1-4f0c-89d6-7d843eb9122e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 210 time: 1.0795193 Jul 25 08:46:08.197292 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:46:08.222187 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:08.339061 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c3c8017d-6d21-422a-8841-a9d464e31ed1 req-7959055d-8f16-4a88-aa14-3ba3c7110cfc tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 210 time: 0.4061735 Jul 25 08:46:08.339778 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:46:08.361231 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:46:08.367806 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 9ba0b3aa-3e8c-409d-a66c-869bc5631026 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:08.370103 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device b1ddf7d7-ff89-4963-9be0-10b877b52b6f up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:08.463544 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port b1ddf7d7-ff89-4963-9be0-10b877b52b6f triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:08.464065 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:08.505182 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:46:08.513961 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:46:08.517227 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0389bbf4-097b-4a9e-b40a-c2285bd7b655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0929b181-07fc-4084-ac35-5b0cbd9409f1), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:08.520314 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0389bbf4-097b-4a9e-b40a-c2285bd7b655 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:08.522400 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-0389bbf4-097b-4a9e-b40a-c2285bd7b655 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0929b181-07fc-4084-ac35-5b0cbd9409f1 HTTP/1.1" status: 204 len: 168 time: 0.7809484 Jul 25 08:46:08.524422 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:46:08.540318 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389bbf4-097b-4a9e-b40a-c2285bd7b655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0929b181-07fc-4084-ac35-5b0cbd9409f1,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:08.548287 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event updated for resources: {'Port': ['ID=28a4c653-6358-4c44-a455-40a51fe64fbc,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:08.672993 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port b1ddf7d7-ff89-4963-9be0-10b877b52b6f is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:08.674657 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:08.675303 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device d012cf0f-49e0-4aad-b35a-0fa06176245d up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:08.676179 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:08.719092 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-0d38fc31-4fb6-421c-a71c-85de16e7e835 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6122644 Jul 25 08:46:08.835822 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port d012cf0f-49e0-4aad-b35a-0fa06176245d triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:08.836594 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:08.863814 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Request body: {'port': {'device_id': '71a72735-dc04-46c8-93bb-0ac441aed151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:08.886240 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:08.892601 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-98701496-b489-47ae-aa1b-8819c5f5824b req-4edbc7f1-8b06-4e52-a08d-6dc739f48b23 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 210 time: 0.5411000 Jul 25 08:46:08.936091 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=612068e5-dd80-4612-85f0-4de92ae8eada,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:08.977693 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port d012cf0f-49e0-4aad-b35a-0fa06176245d is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:08.984824 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 46091ff6-5264-4e44-a302-cd4012f53f70 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:09.169893 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:09.201955 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Allocated IP 172.20.0.8 (fab9b340-d5f0-4d1e-9134-d3f67a8942d8/a674b64b-6b9a-4da5-8ccc-6a87013782cd/f611d792-f2ac-42c7-9f33-d791e3b88419) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:46:09.219647 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Sync routers for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:46:09.224836 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:09.225398 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-13d43553-929c-4393-99f5-abb3dfd785ec None None] Provisioning complete for port 28a4c653-6358-4c44-a455-40a51fe64fbc triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:09.225886 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-13d43553-929c-4393-99f5-abb3dfd785ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:09.254067 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:09.282024 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-13d43553-929c-4393-99f5-abb3dfd785ec None None] Port 28a4c653-6358-4c44-a455-40a51fe64fbc cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:46:09.309547 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:46:09.310603 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:45:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:09.351105 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-d4df4098-a13a-41e5-85dc-6765f5586051 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9313fe06660f4049be47f901c3fc6f76 HTTP/1.1" status: 200 len: 380 time: 1.0903378 Jul 25 08:46:09.427420 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:09.453011 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:46:09.498192 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'port': {'device_id': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'admin_state_up': True, 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'security_groups': ['0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4']}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:09.790129 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 2, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:09.834046 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2a293a24-4d55-40db-985e-601feec8e0e5 req-3a84d461-0e03-48d6-b273-bea18fb36389 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 210 time: 0.2745459 Jul 25 08:46:09.860800 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Checking router: b19f8421-40aa-4703-b95a-045ca280ccd6 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:46:09.862697 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Updating router b19f8421-40aa-4703-b95a-045ca280ccd6 port 7526cf16-4417-4f48-ab87-be918f183c64 binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:46:09.911761 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 46091ff6-5264-4e44-a302-cd4012f53f70 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:09.927161 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:09.950557 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (612068e5-dd80-4612-85f0-4de92ae8eada), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:09.969721 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a911d5c-cb21-4448-8761-bd3a0ea4752b req-9792fe4a-e7d3-405f-bead-6052aefb2350 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:09.976745 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4a911d5c-cb21-4448-8761-bd3a0ea4752b req-9792fe4a-e7d3-405f-bead-6052aefb2350 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 931 time: 0.5731261 Jul 25 08:46:09.984584 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:10.069421 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (7526cf16-4417-4f48-ab87-be918f183c64), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:10.096426 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c03991b1-8cc5-4c11-8bb0-3e549de0bd63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:10.329475 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 46091ff6-5264-4e44-a302-cd4012f53f70 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:10.331572 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device c669255c-36ed-477e-a1b0-e4a04049d783 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:10.434682 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port c669255c-36ed-477e-a1b0-e4a04049d783 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:10.435433 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:10.504062 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:10.545136 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Publish callbacks [] for port (7526cf16-4417-4f48-ab87-be918f183c64), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:10.581760 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Publish callbacks [] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:10.584838 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (7526cf16-4417-4f48-ab87-be918f183c64), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:10.659107 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9a294294-9a27-4866-bffe-8a95d7cb065f req-812f49c2-03f6-4bae-b347-5ac1dd43cedf tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 210 time: 0.4325919 Jul 25 08:46:10.660044 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Made reservation on behalf of 9313fe06660f4049be47f901c3fc6f76 for: {'port': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:46:10.663978 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:10.772742 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port c669255c-36ed-477e-a1b0-e4a04049d783 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:10.775119 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:10.827160 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07c386-ae91-42d7-acbb-3d6b8c0d88a8 None None] Pushing event updated for resources: {'Port': ['ID=7526cf16-4417-4f48-ab87-be918f183c64,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:10.978097 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4d0870-3b4e-4551-b50c-c4f668b497de {{(pid=110462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:46:10.992678 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Publish callbacks [] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.034270 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port c669255c-36ed-477e-a1b0-e4a04049d783, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=c669255c-36ed-477e-a1b0-e4a04049d783,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:11.081954 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 53998) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:11.083150 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.103833 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Attempting to bind port 7526cf16-4417-4f48-ab87-be918f183c64 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:46:11.107965 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Attempting to bind port 7526cf16-4417-4f48-ab87-be918f183c64 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:46:11.109034 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Attempting to bind port 7526cf16-4417-4f48-ab87-be918f183c64 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:11.154757 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:46:11.155183 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Checking segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:46:11.155634 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.158186 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Bound using segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:46:11.158685 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Bound port: 7526cf16-4417-4f48-ab87-be918f183c64, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:46:11.159372 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (7526cf16-4417-4f48-ab87-be918f183c64), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.168533 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.183223 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:11.227735 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (612068e5-dd80-4612-85f0-4de92ae8eada), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.232616 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:11.233854 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:11.292095 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (612068e5-dd80-4612-85f0-4de92ae8eada), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.294881 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.377306 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=c669255c-36ed-477e-a1b0-e4a04049d783,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:11.389751 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-e7ce99ff-c00b-401d-a801-10e05f486503 None None] Provisioning complete for port 7526cf16-4417-4f48-ab87-be918f183c64 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:11.390681 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e7ce99ff-c00b-401d-a801-10e05f486503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (7526cf16-4417-4f48-ab87-be918f183c64), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.422090 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a17d9e44-26f3-4406-bd02-87a3f3c8e4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.462901 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:46:11.475491 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Allocated IP 172.20.0.10 (3560e9df-9e9b-4cf9-8b14-5afa8bdd3245/7c81a97f-1cc5-477c-932d-43ff4eca4d3d/de1515d4-bcfe-41ca-b713-85a3e00f3b9f) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:46:11.478579 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce99ff-c00b-401d-a801-10e05f486503 None None] Port 7526cf16-4417-4f48-ab87-be918f183c64 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:46:11.486165 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device c372ec98-548e-4cd6-833c-e2165dfb256d up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:11.526988 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.provisioning_blocks [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Transition to ACTIVE for port object 4e4d0870-3b4e-4551-b50c-c4f668b497de will not be triggered until provisioned by entity L2. {{(pid=110462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:46:11.528588 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:46:11.532911 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:46:11.539144 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:11.552881 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.580250 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4a911d5c-cb21-4448-8761-bd3a0ea4752b req-92d3f282-d6ea-4a72-b83f-fc3b6e302817 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6025970 Jul 25 08:46:11.600971 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8943465 Jul 25 08:46:11.608506 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] For port 7526cf16-4417-4f48-ab87-be918f183c64, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:46:11.631296 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.641328 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.666171 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] For port 7526cf16-4417-4f48-ab87-be918f183c64, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=7526cf16-4417-4f48-ab87-be918f183c64,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:46:11.722175 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (7526cf16-4417-4f48-ab87-be918f183c64), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.801798 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port c372ec98-548e-4cd6-833c-e2165dfb256d triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:11.802165 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:11.816496 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Request body: {'port': {'device_id': '1c47421d-f63c-4f50-97c9-fe01898702c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:11.891572 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=612068e5-dd80-4612-85f0-4de92ae8eada,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:11.976828 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:46:11.977436 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:46:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:12.006414 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d886bd-94cb-4f3d-99cb-64a4fc351e43 req-d353b411-4bae-4ae1-89b7-15c03b91dd85 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:12.048622 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-07d886bd-94cb-4f3d-99cb-64a4fc351e43 req-d353b411-4bae-4ae1-89b7-15c03b91dd85 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 931 time: 0.7813818 Jul 25 08:46:12.264749 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07c386-ae91-42d7-acbb-3d6b8c0d88a8 None None] Pushing event updated for resources: {'Port': ['ID=7526cf16-4417-4f48-ab87-be918f183c64,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:12.266168 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a4c653-6358-4c44-a455-40a51fe64fbc {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:46:12.292815 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Publish callbacks [] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:12.355981 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-7bf4ba4a-1618-408d-9f4e-83d52b1f148f None None] Provisioning complete for port f611d792-f2ac-42c7-9f33-d791e3b88419 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:12.356335 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ba4a-1618-408d-9f4e-83d52b1f148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:12.363059 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Transition to ACTIVE for port object 28a4c653-6358-4c44-a455-40a51fe64fbc will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:46:12.366211 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:12.447520 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:12.459494 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:12.461949 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a17d9e44-26f3-4406-bd02-87a3f3c8e4dd admin admin] Publish callbacks [] for security_group (e6fcf286-8f5a-4872-a899-6336bbd8edd3), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:12.463460 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:12.495628 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a17d9e44-26f3-4406-bd02-87a3f3c8e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e6fcf286-8f5a-4872-a899-6336bbd8edd3), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:12.559864 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port c372ec98-548e-4cd6-833c-e2165dfb256d is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:12.561720 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9bd2070f-c002-4e19-b692-59d7300d4116 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:12.576985 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:12.673050 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Pushing event updated for resources: {'Port': ['ID=28a4c653-6358-4c44-a455-40a51fe64fbc,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:12.725531 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-a17d9e44-26f3-4406-bd02-87a3f3c8e4dd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b04bad9c05ec40a4a5975e9e03a1f4d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6390433 Jul 25 08:46:12.727228 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54056) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:12.940500 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d9e44-26f3-4406-bd02-87a3f3c8e4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fcf286-8f5a-4872-a899-6336bbd8edd3,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:13.035993 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.058372 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.082652 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-7bf4ba4a-1618-408d-9f4e-83d52b1f148f None None] Port f611d792-f2ac-42c7-9f33-d791e3b88419 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:46:13.090293 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8e78fa0c-b899-43bd-aca6-fe92a6e1cbae admin admin] Publish callbacks [] for security_group (e6fcf286-8f5a-4872-a899-6336bbd8edd3), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.098073 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 9bd2070f-c002-4e19-b692-59d7300d4116 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:13.098599 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.152696 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:46:13.158766 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-07d886bd-94cb-4f3d-99cb-64a4fc351e43 req-cfc873a9-cbf0-42fb-8ba7-cb83c4d8b82b tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1089158 Jul 25 08:46:13.160751 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6c44a6b8-61f1-4829-82d3-42872d480de3 req-3e4a8eb7-2d44-4e41-943b-467b95f01684 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 210 time: 0.7043540 Jul 25 08:46:13.196237 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Attempting to bind port 4e4d0870-3b4e-4551-b50c-c4f668b497de on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:46:13.200710 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Attempting to bind port 4e4d0870-3b4e-4551-b50c-c4f668b497de by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:46:13.201306 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Attempting to bind port 4e4d0870-3b4e-4551-b50c-c4f668b497de on network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:13.227198 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8e78fa0c-b899-43bd-aca6-fe92a6e1cbae admin admin] Publish callbacks [] for security_group (e6fcf286-8f5a-4872-a899-6336bbd8edd3), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.235247 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Attempting to bind port 28a4c653-6358-4c44-a455-40a51fe64fbc on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:46:13.235719 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Attempting to bind port 28a4c653-6358-4c44-a455-40a51fe64fbc by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:46:13.236074 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Attempting to bind port 28a4c653-6358-4c44-a455-40a51fe64fbc on network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:13.240558 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:13.251633 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Port 28a4c653-6358-4c44-a455-40a51fe64fbc on network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:46:13.251973 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Attempting to bind port 28a4c653-6358-4c44-a455-40a51fe64fbc on network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:13.263714 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:46:13.264080 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Checking segment: {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:46:13.264601 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Bound using segment: {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:46:13.265632 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Bound port: 28a4c653-6358-4c44-a455-40a51fe64fbc, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:46:13.266043 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.298450 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Port 4e4d0870-3b4e-4551-b50c-c4f668b497de on network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:46:13.299200 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Attempting to bind port 4e4d0870-3b4e-4551-b50c-c4f668b497de on network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:13.318331 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.319566 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-bba642b5-6f6f-42b9-903e-3727594fe56f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8623800 Jul 25 08:46:13.407259 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54066) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:13.410572 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:13.417506 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f4f3a-d289-42ec-94e9-972622fcabe8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Pushing event updated for resources: {'Port': ['ID=f611d792-f2ac-42c7-9f33-d791e3b88419,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:13.475097 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8e78fa0c-b899-43bd-aca6-fe92a6e1cbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e6fcf286-8f5a-4872-a899-6336bbd8edd3), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.485071 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8e78fa0c-b899-43bd-aca6-fe92a6e1cbae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.492144 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-8e78fa0c-b899-43bd-aca6-fe92a6e1cbae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6fcf286-8f5a-4872-a899-6336bbd8edd3 HTTP/1.1" status: 204 len: 168 time: 0.7521305 Jul 25 08:46:13.510262 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78fa0c-b899-43bd-aca6-fe92a6e1cbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fcf286-8f5a-4872-a899-6336bbd8edd3,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:13.529800 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] For port 28a4c653-6358-4c44-a455-40a51fe64fbc, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:46:13.536103 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] For port 28a4c653-6358-4c44-a455-40a51fe64fbc, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=28a4c653-6358-4c44-a455-40a51fe64fbc,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:46:13.563179 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.611677 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:13.615792 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.628272 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] 10.222.0.48 "PUT /v2.0/ports/28a4c653-6358-4c44-a455-40a51fe64fbc HTTP/1.1" status: 200 len: 1093 time: 4.7713435 Jul 25 08:46:13.746590 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:46:13.746930 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Checking segment: {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:46:13.750812 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Bound using segment: {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:46:13.751305 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Bound port: 4e4d0870-3b4e-4551-b50c-c4f668b497de, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'}}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:46:13.755204 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.770316 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a72735-dc04-46c8-93bb-0ac441aed151', 'tag': '28a4c653-6358-4c44-a455-40a51fe64fbc'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:46:13.775248 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864162d-2f8e-49f5-92a9-684affd0546f service neutron] Pushing event updated for resources: {'Port': ['ID=28a4c653-6358-4c44-a455-40a51fe64fbc,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:13.803294 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 9bd2070f-c002-4e19-b692-59d7300d4116 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:13.804431 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device b1ddf7d7-ff89-4963-9be0-10b877b52b6f up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:13.812485 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:13.904212 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4d0870-3b4e-4551-b50c-c4f668b497de,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:13.923502 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89487e93-05a5-43c7-b760-7cae4a94392f req-f86eface-0187-48fd-8b77-0973cb693593 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:13.925577 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-89487e93-05a5-43c7-b760-7cae4a94392f req-f86eface-0187-48fd-8b77-0973cb693593 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.5197392 Jul 25 08:46:13.965348 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-9fa2e310-600c-46b6-96e5-3449dee6da09 None None] Provisioning complete for port 7526cf16-4417-4f48-ab87-be918f183c64 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:13.965562 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e310-600c-46b6-96e5-3449dee6da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (7526cf16-4417-4f48-ab87-be918f183c64), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.967273 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:13.970094 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-216315e0-1f9d-4749-8a8c-6aff67c5011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:13.975515 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-216315e0-1f9d-4749-8a8c-6aff67c5011d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 1127 time: 0.1908658 Jul 25 08:46:14.051372 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port b1ddf7d7-ff89-4963-9be0-10b877b52b6f triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:14.051936 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:14.098871 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] For port 4e4d0870-3b4e-4551-b50c-c4f668b497de, host hv-cinder-85084, cleared binding levels {{(pid=110462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:46:14.106102 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] For port 4e4d0870-3b4e-4551-b50c-c4f668b497de, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4e4d0870-3b4e-4551-b50c-c4f668b497de,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:46:14.147382 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4da74abc-63c8-42e5-b4c4-dee0f54fce6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:14.205932 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-89487e93-05a5-43c7-b760-7cae4a94392f req-e7922d84-f793-43a2-80fc-1a3dd7ff3733 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609224 Jul 25 08:46:14.214485 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:11Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:14.220728 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:14.254584 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-1788f7ac-ea25-4b69-aba0-b91a924db7c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28a4c653-6358-4c44-a455-40a51fe64fbc HTTP/1.1" status: 200 len: 217 time: 0.2412868 Jul 25 08:46:14.281226 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac1c1e-5c7e-4134-9fd9-68a3faac034c None None] The sync data for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi is: [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:11Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:46:14.284057 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-9fa2e310-600c-46b6-96e5-3449dee6da09 None None] Current status of the port 7526cf16-4417-4f48-ab87-be918f183c64 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:14.284748 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e310-600c-46b6-96e5-3449dee6da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (7526cf16-4417-4f48-ab87-be918f183c64), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:14.395891 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-9fa2e310-600c-46b6-96e5-3449dee6da09 None None] For port 7526cf16-4417-4f48-ab87-be918f183c64, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=7526cf16-4417-4f48-ab87-be918f183c64,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:14.407447 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9fa2e310-600c-46b6-96e5-3449dee6da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (7526cf16-4417-4f48-ab87-be918f183c64), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:14.409095 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4da74abc-63c8-42e5-b4c4-dee0f54fce6c admin admin] Publish callbacks [] for security_group (9e4e0e73-f440-4c2c-99d8-a8ca67f61672), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:14.429708 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66" -d '{"events": [{"name": "network-changed", "server_uuid": "71a72735-dc04-46c8-93bb-0ac441aed151", "tag": "28a4c653-6358-4c44-a455-40a51fe64fbc"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:46:14.528499 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2e310-600c-46b6-96e5-3449dee6da09 None None] Pushing event updated for resources: {'Port': ['ID=7526cf16-4417-4f48-ab87-be918f183c64,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:14.580416 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4d0870-3b4e-4551-b50c-c4f668b497de,revision_number=3']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:14.590636 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-017a07fb-e43a-4610-a134-ba0b4127afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:14.591774 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-017a07fb-e43a-4610-a134-ba0b4127afd7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.1559844 Jul 25 08:46:14.592406 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4da74abc-63c8-42e5-b4c4-dee0f54fce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (9e4e0e73-f440-4c2c-99d8-a8ca67f61672), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:14.657297 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port b1ddf7d7-ff89-4963-9be0-10b877b52b6f is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:14.677917 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:14.678540 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:14.680037 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-b8c2c8fb-cfb1-4e1a-ba4e-2238d26f7d42 service neutron] 10.222.0.48 "PUT /v2.0/ports/4e4d0870-3b4e-4551-b50c-c4f668b497de HTTP/1.1" status: 200 len: 1093 time: 7.2401884 Jul 25 08:46:14.694744 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b16067-f13e-472e-a335-bbb66b7461b1', 'tag': '4e4d0870-3b4e-4551-b50c-c4f668b497de'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:46:14.821519 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:14.823744 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-936539e3-ae97-451a-b5eb-0b5eb7aed740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:14.826032 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-936539e3-ae97-451a-b5eb-0b5eb7aed740 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2020462 Jul 25 08:46:14.882825 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:14.886592 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-4da74abc-63c8-42e5-b4c4-dee0f54fce6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6924bf00364e4ce9aef4da1854307ac2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4783463 Jul 25 08:46:14.895436 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54120) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:14.992454 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 7526cf16-4417-4f48-ab87-be918f183c64 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:15.181792 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-c97a94b1-7821-40a5-ad81-f722003c7ebb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1752023823&fields=id&tenant_id=86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 267 time: 1.2465379 Jul 25 08:46:15.232901 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 7526cf16-4417-4f48-ab87-be918f183c64 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:15.234340 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (7526cf16-4417-4f48-ab87-be918f183c64), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:15.307243 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:15.506250 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 7526cf16-4417-4f48-ab87-be918f183c64 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:15.510447 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device c669255c-36ed-477e-a1b0-e4a04049d783 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:15.537780 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d32eb7-83a1-4b6a-9d58-9643bed0eeea req-d16cf636-ff61-42f0-9b5c-41dde96ce3c0 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:15.547414 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-81d32eb7-83a1-4b6a-9d58-9643bed0eeea req-d16cf636-ff61-42f0-9b5c-41dde96ce3c0 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 931 time: 1.1272247 Jul 25 08:46:15.675626 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f611d792-f2ac-42c7-9f33-d791e3b88419 {{(pid=110462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:46:15.692839 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port c669255c-36ed-477e-a1b0-e4a04049d783 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:15.694630 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Publish callbacks [] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:15.698240 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:15.720524 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.provisioning_blocks [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Transition to ACTIVE for port object f611d792-f2ac-42c7-9f33-d791e3b88419 will not be triggered until provisioned by entity L2. {{(pid=110462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:46:15.751776 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af85c45-4453-4a5d-9d91-589fead7330b" -d '{"events": [{"name": "network-changed", "server_uuid": "22b16067-f13e-472e-a335-bbb66b7461b1", "tag": "4e4d0870-3b4e-4551-b50c-c4f668b497de"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:46:15.785227 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:46:15.792475 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:15.824768 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:46:15.840151 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:15.855178 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da74abc-63c8-42e5-b4c4-dee0f54fce6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e0e73-f440-4c2c-99d8-a8ca67f61672,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:15.879564 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:15.921100 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:15.948645 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:46:15.958135 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:15.958901 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:16.006455 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-0570e25a-e278-4c84-b4fc-c6b12e06538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:16.008062 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-0570e25a-e278-4c84-b4fc-c6b12e06538c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 1127 time: 1.0119159 Jul 25 08:46:16.124165 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port c669255c-36ed-477e-a1b0-e4a04049d783 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:16.152526 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-be2ec50c-25be-4856-a72a-a3d18efce27a admin admin] Publish callbacks [] for security_group (9e4e0e73-f440-4c2c-99d8-a8ca67f61672), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:16.160353 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-664ccdf1-e0bf-409e-b45c-3cac2fabe761 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3148313 Jul 25 08:46:16.161841 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-81d32eb7-83a1-4b6a-9d58-9643bed0eeea req-90c89913-7c6e-4a89-8f32-393eeed6c752 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886526 Jul 25 08:46:16.192773 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:16.225047 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7853286 Jul 25 08:46:16.390296 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-be2ec50c-25be-4856-a72a-a3d18efce27a admin admin] Publish callbacks [] for security_group (9e4e0e73-f440-4c2c-99d8-a8ca67f61672), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:16.464961 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Request body: {'port': {'device_id': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:16.478898 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f7c4fc50-1a9d-43b8-9679-96e5a877bfd9 req-769d973a-42ae-4e0d-8cea-e21412fb488a service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099649 Jul 25 08:46:16.493022 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-be2ec50c-25be-4856-a72a-a3d18efce27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (9e4e0e73-f440-4c2c-99d8-a8ca67f61672), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:16.498110 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-be2ec50c-25be-4856-a72a-a3d18efce27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:16.505885 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-be2ec50c-25be-4856-a72a-a3d18efce27a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e4e0e73-f440-4c2c-99d8-a8ca67f61672 HTTP/1.1" status: 204 len: 168 time: 1.5783243 Jul 25 08:46:16.528852 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-4959a544-e7a2-4bfd-b568-79d4044410b7 None None] Provisioning complete for port de1515d4-bcfe-41ca-b713-85a3e00f3b9f triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:16.528852 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4959a544-e7a2-4bfd-b568-79d4044410b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:16.530982 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ec50c-25be-4856-a72a-a3d18efce27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e0e73-f440-4c2c-99d8-a8ca67f61672,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:16.590050 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-4959a544-e7a2-4bfd-b568-79d4044410b7 None None] Port de1515d4-bcfe-41ca-b713-85a3e00f3b9f cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:46:16.625491 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-1ec96bc4-88bd-49b0-9c52-184284c87f24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e4d0870-3b4e-4551-b50c-c4f668b497de HTTP/1.1" status: 200 len: 217 time: 0.4429352 Jul 25 08:46:16.664441 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efbb206-803a-4d58-bc22-40036f6e1136 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'Port': ['ID=de1515d4-bcfe-41ca-b713-85a3e00f3b9f,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:16.666838 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:16.783901 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-73ccfcc6-8330-4620-b655-711968173f25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:16.785513 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-73ccfcc6-8330-4620-b655-711968173f25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 814 time: 1.5187643 Jul 25 08:46:16.815690 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490eeb3a-c07d-4b97-8652-89e771eec9df req-6a9b3f5f-1811-4506-bb03-8eb25902ddc9 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:16.817217 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-490eeb3a-c07d-4b97-8652-89e771eec9df req-6a9b3f5f-1811-4506-bb03-8eb25902ddc9 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 932 time: 0.3794467 Jul 25 08:46:16.818155 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Attempting to bind port f611d792-f2ac-42c7-9f33-d791e3b88419 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:46:16.818565 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Attempting to bind port f611d792-f2ac-42c7-9f33-d791e3b88419 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:46:16.818707 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Attempting to bind port f611d792-f2ac-42c7-9f33-d791e3b88419 on network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:16.847437 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=40 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:16.851861 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Port f611d792-f2ac-42c7-9f33-d791e3b88419 on network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:46:16.851861 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Attempting to bind port f611d792-f2ac-42c7-9f33-d791e3b88419 on network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:16.861191 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Pushing event updated for resources: {'Port': ['ID=f611d792-f2ac-42c7-9f33-d791e3b88419,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:16.867168 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-395f3ba6-12e5-4261-8588-ea73077c3b74 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/quotas/86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 375 time: 0.0603306 Jul 25 08:46:16.870758 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:16.883228 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:46:16.883563 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Checking segment: {'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:46:16.883944 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Bound using segment: {'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:46:16.884385 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Bound port: f611d792-f2ac-42c7-9f33-d791e3b88419, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16890cf7-daed-43d9-8213-d06dff8dc763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8'}}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:46:16.884766 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.032731 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-d0af760b-d07e-4d2b-8a56-8815c260a83b tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1438224 Jul 25 08:46:17.044904 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-490eeb3a-c07d-4b97-8652-89e771eec9df req-831f841c-454e-4c95-8471-ded75cb4502f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117329 Jul 25 08:46:17.085166 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54190) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:17.102840 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8812f2a2-d458-492f-811f-bfdebbd3d36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.170345 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] For port f611d792-f2ac-42c7-9f33-d791e3b88419, host hv-cinder-85084, cleared binding levels {{(pid=110462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:46:17.199846 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] For port f611d792-f2ac-42c7-9f33-d791e3b88419, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f611d792-f2ac-42c7-9f33-d791e3b88419,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:46:17.213358 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8812f2a2-d458-492f-811f-bfdebbd3d36f admin admin] Publish callbacks [] for security_group (fa8383f5-5050-43d2-874d-b47a06ccc6c4), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.226251 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8812f2a2-d458-492f-811f-bfdebbd3d36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (fa8383f5-5050-43d2-874d-b47a06ccc6c4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.249771 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.269481 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-8812f2a2-d458-492f-811f-bfdebbd3d36f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=36d97558e37e422e87c96c6e21daec56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1829634 Jul 25 08:46:17.272103 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54200) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:17.287594 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812f2a2-d458-492f-811f-bfdebbd3d36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8383f5-5050-43d2-874d-b47a06ccc6c4,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:17.333031 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:17.333652 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.335057 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] 10.222.0.48 "PUT /v2.0/ports/f611d792-f2ac-42c7-9f33-d791e3b88419 HTTP/1.1" status: 200 len: 1093 time: 5.5361426 Jul 25 08:46:17.339684 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90df9a97-1841-496e-9349-7abfce73f2f7 admin admin] Publish callbacks [] for security_group (fa8383f5-5050-43d2-874d-b47a06ccc6c4), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.360156 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-700ea8d8-d781-45d5-8849-88bf26c91af6 service neutron] 10.222.0.52 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038249 Jul 25 08:46:17.371072 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90df9a97-1841-496e-9349-7abfce73f2f7 admin admin] Publish callbacks [] for security_group (fa8383f5-5050-43d2-874d-b47a06ccc6c4), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.393834 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:17.448321 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a663aa3-b896-49ad-bc5f-baa66bbdf1c8 x-openstack-request-id: req-4a663aa3-b896-49ad-bc5f-baa66bbdf1c8 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:46:17.449162 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a72735-dc04-46c8-93bb-0ac441aed151", "tag": "28a4c653-6358-4c44-a455-40a51fe64fbc", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:46:17.449545 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a663aa3-b896-49ad-bc5f-baa66bbdf1c8 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:46:17.451430 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a663aa3-b896-49ad-bc5f-baa66bbdf1c8'] response: {'name': 'network-changed', 'server_uuid': '71a72735-dc04-46c8-93bb-0ac441aed151', 'tag': '28a4c653-6358-4c44-a455-40a51fe64fbc', 'status': 'completed', 'code': 200} Jul 25 08:46:17.456892 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d28b5a-5139-4ab3-9337-60b7d422612d service neutron] Pushing event updated for resources: {'Port': ['ID=f611d792-f2ac-42c7-9f33-d791e3b88419,revision_number=3']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:17.465699 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90df9a97-1841-496e-9349-7abfce73f2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (fa8383f5-5050-43d2-874d-b47a06ccc6c4), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.486011 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90df9a97-1841-496e-9349-7abfce73f2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.488633 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-90df9a97-1841-496e-9349-7abfce73f2f7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa8383f5-5050-43d2-874d-b47a06ccc6c4 HTTP/1.1" status: 204 len: 168 time: 0.2154737 Jul 25 08:46:17.500246 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df9a97-1841-496e-9349-7abfce73f2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8383f5-5050-43d2-874d-b47a06ccc6c4,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:17.766578 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ef2475b7-5cd0-42a2-bbbd-15e657edfc6a service neutron] 10.222.0.52 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968472 Jul 25 08:46:17.798256 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1515d4-bcfe-41ca-b713-85a3e00f3b9f {{(pid=110462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:46:17.810905 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Publish callbacks [] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.831755 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2115d4a-2f0e-4c62-940d-a9e7bb6f0d13 req-6d7fd0d0-1b61-4eb3-a091-9b164c043a80 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:17.838811 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b2115d4a-2f0e-4c62-940d-a9e7bb6f0d13 req-6d7fd0d0-1b61-4eb3-a091-9b164c043a80 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.1134906 Jul 25 08:46:17.851492 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.provisioning_blocks [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Transition to ACTIVE for port object de1515d4-bcfe-41ca-b713-85a3e00f3b9f will not be triggered until provisioned by entity L2. {{(pid=110462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:46:17.863613 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:17.909265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:17.939754 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=de1515d4-bcfe-41ca-b713-85a3e00f3b9f,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:17.980323 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b2115d4a-2f0e-4c62-940d-a9e7bb6f0d13 req-f42f5046-5062-4db0-aeb5-85ca73c4a64b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405914 Jul 25 08:46:18.092067 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Attempting to bind port de1515d4-bcfe-41ca-b713-85a3e00f3b9f on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:46:18.092408 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Attempting to bind port de1515d4-bcfe-41ca-b713-85a3e00f3b9f by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:46:18.092802 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Attempting to bind port de1515d4-bcfe-41ca-b713-85a3e00f3b9f on network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:18.106481 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Port de1515d4-bcfe-41ca-b713-85a3e00f3b9f on network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:46:18.108313 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Attempting to bind port de1515d4-bcfe-41ca-b713-85a3e00f3b9f on network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:18.126512 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:46:18.128251 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Checking segment: {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:46:18.129514 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Bound using segment: {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:46:18.129971 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Bound port: de1515d4-bcfe-41ca-b713-85a3e00f3b9f, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'}}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:46:18.131846 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:18.231584 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabad66-42af-4a4e-8b0f-84ce76e98f84 req-eb689a36-fdfe-4c77-868f-bf55a6257381 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:18.239048 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0dabad66-42af-4a4e-8b0f-84ce76e98f84 req-eb689a36-fdfe-4c77-868f-bf55a6257381 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.1357033 Jul 25 08:46:18.325683 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] For port de1515d4-bcfe-41ca-b713-85a3e00f3b9f, host hv-cinder-85084, cleared binding levels {{(pid=110462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:46:18.447778 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] For port de1515d4-bcfe-41ca-b713-85a3e00f3b9f, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:46:18.455485 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0dabad66-42af-4a4e-8b0f-84ce76e98f84 req-78e6132b-a666-4f48-b448-771cf4801fbd tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153265 Jul 25 08:46:18.468221 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:18.521158 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:18.521158 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:18.521471 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] 10.222.0.48 "PUT /v2.0/ports/de1515d4-bcfe-41ca-b713-85a3e00f3b9f HTTP/1.1" status: 200 len: 1094 time: 2.0927932 Jul 25 08:46:18.659416 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-357254bd-d34b-4c55-9837-ae9a2d671b0b req-59af7cb7-558c-4f01-8e0e-1d86745651d9 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.1033599 Jul 25 08:46:18.696558 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793358aa-b4de-419f-9f3e-082bf26bcdc0 service neutron] Pushing event updated for resources: {'Port': ['ID=de1515d4-bcfe-41ca-b713-85a3e00f3b9f,revision_number=3']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:18.707290 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0ef6ae-318c-4390-a24b-7913b25b6cfe x-openstack-request-id: req-0e0ef6ae-318c-4390-a24b-7913b25b6cfe {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:46:18.709202 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b16067-f13e-472e-a335-bbb66b7461b1", "tag": "4e4d0870-3b4e-4551-b50c-c4f668b497de", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:46:18.709491 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e0ef6ae-318c-4390-a24b-7913b25b6cfe {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:46:18.715346 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0ef6ae-318c-4390-a24b-7913b25b6cfe'] response: {'name': 'network-changed', 'server_uuid': '22b16067-f13e-472e-a335-bbb66b7461b1', 'tag': '4e4d0870-3b4e-4551-b50c-c4f668b497de', 'status': 'completed', 'code': 200} Jul 25 08:46:18.934625 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1637fc-71a6-40c8-82db-653194a06a66 req-061fee0d-09d8-4ad4-8ca1-ad001347536f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:18.936118 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fc1637fc-71a6-40c8-82db-653194a06a66 req-061fee0d-09d8-4ad4-8ca1-ad001347536f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0868850 Jul 25 08:46:19.026785 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54282) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:19.041087 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fc1637fc-71a6-40c8-82db-653194a06a66 req-2d185dd9-49a7-4414-9f54-e32987c15442 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888679 Jul 25 08:46:19.117607 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6c749-c473-4331-8637-07af7bb4dbdf req-e90796d3-9150-48a3-8fc4-100935ad5ec1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:19.119265 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-20c6c749-c473-4331-8637-07af7bb4dbdf req-e90796d3-9150-48a3-8fc4-100935ad5ec1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0545750 Jul 25 08:46:19.176187 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-20c6c749-c473-4331-8637-07af7bb4dbdf req-eff57394-0e85-4944-b3ca-3ce228ca047d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486426 Jul 25 08:46:19.209190 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-57b98321-ea50-475a-92f8-17858b28e788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:19.245839 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:19.294110 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-57b98321-ea50-475a-92f8-17858b28e788 admin admin] Publish callbacks [] for security_group (0f5d5e97-629e-450e-9694-7936bb5175da), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:19.298757 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-57b98321-ea50-475a-92f8-17858b28e788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0f5d5e97-629e-450e-9694-7936bb5175da), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:19.314508 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:19.341704 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-57b98321-ea50-475a-92f8-17858b28e788 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1790fa30d5d4d9485699dd95e188337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132503 Jul 25 08:46:19.344414 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54294) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:19.350927 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b98321-ea50-475a-92f8-17858b28e788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5d5e97-629e-450e-9694-7936bb5175da,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:19.397845 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3d9ccdd7-bdc6-4155-8bf0-596388831ca8 admin admin] Publish callbacks [] for security_group (0f5d5e97-629e-450e-9694-7936bb5175da), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:19.419589 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3d9ccdd7-bdc6-4155-8bf0-596388831ca8 admin admin] Publish callbacks [] for security_group (0f5d5e97-629e-450e-9694-7936bb5175da), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:19.470619 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3d9ccdd7-bdc6-4155-8bf0-596388831ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0f5d5e97-629e-450e-9694-7936bb5175da), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:19.473253 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3d9ccdd7-bdc6-4155-8bf0-596388831ca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:19.474426 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3d9ccdd7-bdc6-4155-8bf0-596388831ca8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f5d5e97-629e-450e-9694-7936bb5175da HTTP/1.1" status: 204 len: 168 time: 0.1289258 Jul 25 08:46:19.483292 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ccdd7-bdc6-4155-8bf0-596388831ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5d5e97-629e-450e-9694-7936bb5175da,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:19.590079 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20dd7c-5f12-47f0-b17c-94296ff53fd7 req-547eeb68-2c28-4b6e-99ea-54c58d1330d4 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:19.591564 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9f20dd7c-5f12-47f0-b17c-94296ff53fd7 req-547eeb68-2c28-4b6e-99ea-54c58d1330d4 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0482736 Jul 25 08:46:19.607438 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:19.649635 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9f20dd7c-5f12-47f0-b17c-94296ff53fd7 req-8a4be774-8ae3-4ad4-b23d-63ee7f38f4c9 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494015 Jul 25 08:46:19.749113 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-28eb674a-155c-48ab-af03-1ac71fe5ca28 req-9a959304-ca4e-4167-8fb5-e793ef7b720c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0361094 Jul 25 08:46:19.859213 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 54312) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:19.872592 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f4b6-6415-4d77-9b90-c563d833d2d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:19.965223 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f4b6-6415-4d77-9b90-c563d833d2d2 admin admin] Publish callbacks [] for security_group (3117cfdc-5327-495d-9164-7452943bed49), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:19.970906 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f4b6-6415-4d77-9b90-c563d833d2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (3117cfdc-5327-495d-9164-7452943bed49), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:20.016600 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1f4b6-6415-4d77-9b90-c563d833d2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3117cfdc-5327-495d-9164-7452943bed49,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:20.020918 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a3f1f4b6-6415-4d77-9b90-c563d833d2d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4c4dcf774e514b88b27042534ad02fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606212 Jul 25 08:46:20.023542 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 54322) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:20.075322 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6f3ea68b-5000-4c57-a134-7709f97d46d3 admin admin] Publish callbacks [] for security_group (3117cfdc-5327-495d-9164-7452943bed49), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:20.080362 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:20.101770 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6f3ea68b-5000-4c57-a134-7709f97d46d3 admin admin] Publish callbacks [] for security_group (3117cfdc-5327-495d-9164-7452943bed49), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:20.195624 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c75be-fc68-4bc3-9585-065fac0606ff req-08f200d4-182c-486f-880f-91d35b2adb70 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:20.197144 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c73c75be-fc68-4bc3-9585-065fac0606ff req-08f200d4-182c-486f-880f-91d35b2adb70 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0631044 Jul 25 08:46:20.198161 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6f3ea68b-5000-4c57-a134-7709f97d46d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (3117cfdc-5327-495d-9164-7452943bed49), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:20.200671 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6f3ea68b-5000-4c57-a134-7709f97d46d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:20.201876 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-6f3ea68b-5000-4c57-a134-7709f97d46d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3117cfdc-5327-495d-9164-7452943bed49 HTTP/1.1" status: 204 len: 168 time: 0.1774340 Jul 25 08:46:20.238893 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ea68b-5000-4c57-a134-7709f97d46d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3117cfdc-5327-495d-9164-7452943bed49,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:20.258365 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c73c75be-fc68-4bc3-9585-065fac0606ff req-499ce844-2fdb-4d73-a83b-754e6f3925ea tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530493 Jul 25 08:46:20.376444 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60332b-0563-4a62-bf1a-750d68416a39 req-7d84f582-f6f0-4ed3-8a17-b82dac95f5b5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:20.388156 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1d60332b-0563-4a62-bf1a-750d68416a39 req-7d84f582-f6f0-4ed3-8a17-b82dac95f5b5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.1017737 Jul 25 08:46:20.438065 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1d60332b-0563-4a62-bf1a-750d68416a39 req-a553c715-e5d0-48b7-b643-598ad3cd857d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489810 Jul 25 08:46:20.716437 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c47421d-f63c-4f50-97c9-fe01898702c2', 'tag': 'f611d792-f2ac-42c7-9f33-d791e3b88419'}, {'name': 'network-changed', 'server_uuid': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'tag': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:46:20.720076 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fb3056-b262-4da9-85ec-cb678f67139c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c47421d-f63c-4f50-97c9-fe01898702c2", "tag": "f611d792-f2ac-42c7-9f33-d791e3b88419"}, {"name": "network-changed", "server_uuid": "c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7", "tag": "de1515d4-bcfe-41ca-b713-85a3e00f3b9f"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:46:20.778766 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac22b8-b225-423b-8408-239c8031d625 req-689d848a-2e4a-4527-8ed7-ed131304d907 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:20.780491 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-31ac22b8-b225-423b-8408-239c8031d625 req-689d848a-2e4a-4527-8ed7-ed131304d907 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0559268 Jul 25 08:46:20.782417 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 25 Jul 2022 08:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e7aad0-eb9f-4813-95b1-b91c51775c08 x-openstack-request-id: req-62e7aad0-eb9f-4813-95b1-b91c51775c08 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:46:20.782700 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c47421d-f63c-4f50-97c9-fe01898702c2", "tag": "f611d792-f2ac-42c7-9f33-d791e3b88419", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7", "tag": "de1515d4-bcfe-41ca-b713-85a3e00f3b9f", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:46:20.782948 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62e7aad0-eb9f-4813-95b1-b91c51775c08 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:46:20.783330 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e7aad0-eb9f-4813-95b1-b91c51775c08'] response: {'name': 'network-changed', 'server_uuid': '1c47421d-f63c-4f50-97c9-fe01898702c2', 'tag': 'f611d792-f2ac-42c7-9f33-d791e3b88419', 'status': 'completed', 'code': 200} Jul 25 08:46:20.783583 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e7aad0-eb9f-4813-95b1-b91c51775c08'] response: {'name': 'network-changed', 'server_uuid': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'tag': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f', 'status': 'completed', 'code': 200} Jul 25 08:46:20.841540 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-31ac22b8-b225-423b-8408-239c8031d625 req-2e9771df-9ebc-4138-a196-392bed2f3680 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537493 Jul 25 08:46:20.866714 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-402fd2ec-3a7b-4e95-8985-81becc182084 req-01b5f4cf-927a-438e-872d-e7695a78336a tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0424855 Jul 25 08:46:21.441544 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f086aea-4e0f-4812-9009-b0f90c4ffcf0 req-d0eb9a98-da0a-4743-93a8-641dedc5f55f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:21.443007 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9f086aea-4e0f-4812-9009-b0f90c4ffcf0 req-d0eb9a98-da0a-4743-93a8-641dedc5f55f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0954547 Jul 25 08:46:21.472046 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-406d9820-082d-43d5-911f-e9e53e4912d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:21.473237 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-406d9820-082d-43d5-911f-e9e53e4912d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0921972 Jul 25 08:46:21.502335 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9f086aea-4e0f-4812-9009-b0f90c4ffcf0 req-c5f4d467-3849-4403-a440-2bf5743a294a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532093 Jul 25 08:46:21.560384 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:21.576236 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c20fcd-0a0c-413b-af71-05ee0113d5e4 req-27874cc7-3682-47bf-9b3b-cb823571dd11 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:21.578297 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-16c20fcd-0a0c-413b-af71-05ee0113d5e4 req-27874cc7-3682-47bf-9b3b-cb823571dd11 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0524185 Jul 25 08:46:21.736004 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-b82db8f5-52ce-4248-9c9d-8129ce26b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:21.737881 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-b82db8f5-52ce-4248-9c9d-8129ce26b79e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa18cc0817c848a782e4176af753e3e8&device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 1127 time: 0.1575816 Jul 25 08:46:21.744361 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-8a4de9d4-6807-40b0-8268-9c4b646f8af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:21.745999 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-8a4de9d4-6807-40b0-8268-9c4b646f8af6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 1128 time: 0.0553279 Jul 25 08:46:21.748641 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-c4a2461c-f9eb-408c-968c-c010b707fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:21.750658 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-c4a2461c-f9eb-408c-968c-c010b707fcff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1694460 Jul 25 08:46:21.779650 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-771515d0-4b8c-4eaf-aeb5-01264638078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:21.781184 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-771515d0-4b8c-4eaf-aeb5-01264638078c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 1127 time: 0.1419647 Jul 25 08:46:21.795828 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-16c20fcd-0a0c-413b-af71-05ee0113d5e4 req-1f17c111-ef20-48b7-a3cb-94328c718b84 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402714 Jul 25 08:46:21.844499 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-988dac1e-26f4-40a6-81bf-436325878933 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f HTTP/1.1" status: 200 len: 217 time: 0.0404251 Jul 25 08:46:21.917543 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-f46b3355-a115-4cb1-a9ea-86a60d1fde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:21.919440 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-f46b3355-a115-4cb1-a9ea-86a60d1fde20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 200 len: 850 time: 0.0620203 Jul 25 08:46:22.146838 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54410) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:22.261421 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d70a282e-15e3-477f-8ea7-a07e1a86cfe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:22.296631 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ad82e0ea-e1d1-41c0-a536-d4c732cdffa8 req-5ebb2398-b92a-44ff-b23d-cc67abcc835e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.2835639 Jul 25 08:46:22.353964 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d70a282e-15e3-477f-8ea7-a07e1a86cfe6 admin admin] Publish callbacks [] for security_group (06c1cbcd-b6df-4559-bc96-99d1cb9c1894), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:22.358947 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d70a282e-15e3-477f-8ea7-a07e1a86cfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (06c1cbcd-b6df-4559-bc96-99d1cb9c1894), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:22.398566 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-d70a282e-15e3-477f-8ea7-a07e1a86cfe6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff717f31db2b48e8baaf98ebdd214db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506485 Jul 25 08:46:22.398948 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c0ffe-ebc0-407d-bd25-0db6f30536e5 req-80768835-0e1a-4aa2-a921-506510ec5e65 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:22.399413 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a282e-15e3-477f-8ea7-a07e1a86cfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c1cbcd-b6df-4559-bc96-99d1cb9c1894,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:22.400380 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b76c0ffe-ebc0-407d-bd25-0db6f30536e5 req-80768835-0e1a-4aa2-a921-506510ec5e65 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.3869026 Jul 25 08:46:22.401692 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54414) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:22.436504 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:22.451188 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-6b1a1d7d-0204-4ea6-a9ec-d08f96b45cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:22.452718 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-6b1a1d7d-0204-4ea6-a9ec-d08f96b45cda service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.6268623 Jul 25 08:46:22.453644 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-fcc1e6b0-54ed-4283-bd63-f71e2538b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:22.454937 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-fcc1e6b0-54ed-4283-bd63-f71e2538b94c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=aa18cc0817c848a782e4176af753e3e8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6311405 Jul 25 08:46:22.455570 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3b7a36f9-1af6-49a9-b7c5-a1ae055ba235 admin admin] Publish callbacks [] for security_group (06c1cbcd-b6df-4559-bc96-99d1cb9c1894), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:22.462989 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-5eccd52a-6d55-4339-9ea8-cb54c5ce9a5f service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583092 Jul 25 08:46:22.477485 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3b7a36f9-1af6-49a9-b7c5-a1ae055ba235 admin admin] Publish callbacks [] for security_group (06c1cbcd-b6df-4559-bc96-99d1cb9c1894), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:22.498783 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b76c0ffe-ebc0-407d-bd25-0db6f30536e5 req-3f93e32b-d030-4d74-a1ed-61f98a2e13c3 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848596 Jul 25 08:46:22.532965 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3b7a36f9-1af6-49a9-b7c5-a1ae055ba235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (06c1cbcd-b6df-4559-bc96-99d1cb9c1894), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:22.535441 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3b7a36f9-1af6-49a9-b7c5-a1ae055ba235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:22.536925 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3b7a36f9-1af6-49a9-b7c5-a1ae055ba235 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06c1cbcd-b6df-4559-bc96-99d1cb9c1894 HTTP/1.1" status: 204 len: 168 time: 0.1343172 Jul 25 08:46:22.544991 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a36f9-1af6-49a9-b7c5-a1ae055ba235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c1cbcd-b6df-4559-bc96-99d1cb9c1894,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:22.629980 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90979555-068d-4a1b-81fb-bad58967f04e req-6566670c-ad3d-4f39-81e0-0378d017f66b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:22.629980 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-90979555-068d-4a1b-81fb-bad58967f04e req-6566670c-ad3d-4f39-81e0-0378d017f66b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0517275 Jul 25 08:46:22.709317 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-90979555-068d-4a1b-81fb-bad58967f04e req-41956fa8-4d94-4268-a8e5-9b25fd993e82 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736225 Jul 25 08:46:22.888378 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54434) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:22.902098 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-93c59bf5-91ef-4ebe-9782-9ca59ac9c151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:22.920681 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731f804-cd28-411b-ba76-03e8838b07ef req-1fb81094-e4ea-4095-a541-e8f1ab1739b2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:22.927874 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f731f804-cd28-411b-ba76-03e8838b07ef req-1fb81094-e4ea-4095-a541-e8f1ab1739b2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0578763 Jul 25 08:46:22.972603 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:22.978922 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f731f804-cd28-411b-ba76-03e8838b07ef req-b44bfbeb-2361-4964-a156-5334c2f9d60a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501072 Jul 25 08:46:23.003499 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-93c59bf5-91ef-4ebe-9782-9ca59ac9c151 admin admin] Publish callbacks [] for security_group (33f576ae-7258-445c-af25-23379fa6dc55), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:23.006877 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-93c59bf5-91ef-4ebe-9782-9ca59ac9c151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (33f576ae-7258-445c-af25-23379fa6dc55), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:23.052026 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-93c59bf5-91ef-4ebe-9782-9ca59ac9c151 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42347aca54a0418c998a4e6c4aebf1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618180 Jul 25 08:46:23.052210 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c59bf5-91ef-4ebe-9782-9ca59ac9c151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f576ae-7258-445c-af25-23379fa6dc55,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:23.054305 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 54436) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:23.112032 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a0f880fd-9a71-4df4-b5f5-d51ac645cbe1 admin admin] Publish callbacks [] for security_group (33f576ae-7258-445c-af25-23379fa6dc55), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:23.134132 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a0f880fd-9a71-4df4-b5f5-d51ac645cbe1 admin admin] Publish callbacks [] for security_group (33f576ae-7258-445c-af25-23379fa6dc55), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:23.182819 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a0f880fd-9a71-4df4-b5f5-d51ac645cbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (33f576ae-7258-445c-af25-23379fa6dc55), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:23.190380 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a0f880fd-9a71-4df4-b5f5-d51ac645cbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:23.193880 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a0f880fd-9a71-4df4-b5f5-d51ac645cbe1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33f576ae-7258-445c-af25-23379fa6dc55 HTTP/1.1" status: 204 len: 168 time: 0.1354313 Jul 25 08:46:23.199575 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f880fd-9a71-4df4-b5f5-d51ac645cbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f576ae-7258-445c-af25-23379fa6dc55,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:23.398221 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e5501975-f5cb-437f-b996-ae567411f144 req-30733db7-3d7f-41bf-993a-eaa8430e3bdc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0271940 Jul 25 08:46:23.581557 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:23.617668 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6cafd-6d16-4995-84e9-ddcfa935352b req-bb0b9a41-b504-4b18-a8a1-fc00f3a286a3 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:23.619319 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-eab6cafd-6d16-4995-84e9-ddcfa935352b req-bb0b9a41-b504-4b18-a8a1-fc00f3a286a3 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0485091 Jul 25 08:46:23.666660 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-eab6cafd-6d16-4995-84e9-ddcfa935352b req-b0305995-4f27-42a0-86ec-266c0df04f6e tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Jul 25 08:46:23.844924 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3d2d9-efb3-4543-8a0a-741c9414e78d req-8519bc2a-ed2b-4716-912e-abf10b9e605d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:23.846401 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aae3d2d9-efb3-4543-8a0a-741c9414e78d req-8519bc2a-ed2b-4716-912e-abf10b9e605d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0526371 Jul 25 08:46:23.893977 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aae3d2d9-efb3-4543-8a0a-741c9414e78d req-97caa3e4-35a5-4386-a71e-5069e8ba00c5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418255 Jul 25 08:46:24.100589 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc810cae-2d04-4ccb-932d-34185331d58c req-ce2ea19f-fe93-4f93-8194-5ddc845b8721 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:24.102137 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dc810cae-2d04-4ccb-932d-34185331d58c req-ce2ea19f-fe93-4f93-8194-5ddc845b8721 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0462074 Jul 25 08:46:24.154698 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dc810cae-2d04-4ccb-932d-34185331d58c req-57bcab22-515c-4587-b2c6-64c4e950281e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465271 Jul 25 08:46:24.502776 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-664f62ea-f487-44b9-8d47-ef79dd37bdc6 req-f9a5834b-f071-451e-97b8-50992195ffd5 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0327735 Jul 25 08:46:24.786834 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8819c-9376-49c3-813b-e7d4a64023e3 req-be256c59-8f09-4e90-af02-c44fe18bbe71 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:24.788151 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69b8819c-9376-49c3-813b-e7d4a64023e3 req-be256c59-8f09-4e90-af02-c44fe18bbe71 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0489149 Jul 25 08:46:24.842147 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69b8819c-9376-49c3-813b-e7d4a64023e3 req-569f72c0-5e03-4fcf-b8a2-b70d6c8eb820 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476029 Jul 25 08:46:24.881796 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54516) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:24.991631 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8ce48996-fd04-467e-b24b-8dfe72a73c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.013973 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1333903-983b-452b-81e6-98111f1075f2 req-beda0006-e8e1-44bd-b546-766d4d847d65 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:25.015436 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e1333903-983b-452b-81e6-98111f1075f2 req-beda0006-e8e1-44bd-b546-766d4d847d65 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0477231 Jul 25 08:46:25.016113 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:25.066881 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e1333903-983b-452b-81e6-98111f1075f2 req-2c660c62-029b-4b92-afa1-7e1308171924 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 Jul 25 08:46:25.071631 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8ce48996-fd04-467e-b24b-8dfe72a73c4d admin admin] Publish callbacks [] for security_group (b4ec37e2-7faa-461e-8f95-feaccd2eb995), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.075676 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8ce48996-fd04-467e-b24b-8dfe72a73c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b4ec37e2-7faa-461e-8f95-feaccd2eb995), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.115130 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-8ce48996-fd04-467e-b24b-8dfe72a73c4d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e6cb16388ca400e8f9e193a6b98df11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322414 Jul 25 08:46:25.117011 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce48996-fd04-467e-b24b-8dfe72a73c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ec37e2-7faa-461e-8f95-feaccd2eb995,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:25.117808 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 54522) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:25.171439 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-702a24a9-6cd8-4c45-8ffa-68a6a7cb8c6f admin admin] Publish callbacks [] for security_group (b4ec37e2-7faa-461e-8f95-feaccd2eb995), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.193571 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-702a24a9-6cd8-4c45-8ffa-68a6a7cb8c6f admin admin] Publish callbacks [] for security_group (b4ec37e2-7faa-461e-8f95-feaccd2eb995), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.225374 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:25.266755 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-702a24a9-6cd8-4c45-8ffa-68a6a7cb8c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b4ec37e2-7faa-461e-8f95-feaccd2eb995), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.269298 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-702a24a9-6cd8-4c45-8ffa-68a6a7cb8c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.270472 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-702a24a9-6cd8-4c45-8ffa-68a6a7cb8c6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4ec37e2-7faa-461e-8f95-feaccd2eb995 HTTP/1.1" status: 204 len: 168 time: 0.1516712 Jul 25 08:46:25.287779 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747807da-c72a-44e9-bc79-1e418bc2c9d3 req-a829dfb4-04c7-49ac-977f-1683e27d2678 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:25.294537 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-747807da-c72a-44e9-bc79-1e418bc2c9d3 req-a829dfb4-04c7-49ac-977f-1683e27d2678 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0673630 Jul 25 08:46:25.297355 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a24a9-6cd8-4c45-8ffa-68a6a7cb8c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ec37e2-7faa-461e-8f95-feaccd2eb995,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:25.345126 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-747807da-c72a-44e9-bc79-1e418bc2c9d3 req-e12f29be-5508-4dbb-902f-64fa3e00d99d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496764 Jul 25 08:46:25.540879 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-772d637a-d7cd-4f0d-b669-17f9d2a0fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:25.542700 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-772d637a-d7cd-4f0d-b669-17f9d2a0fd6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450625 Jul 25 08:46:25.553283 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 54538) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:25.567115 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4ad09823-baf4-462a-a233-91b3475cb94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.620004 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9f2bfdd7-4958-4868-8390-cb522f7a004f req-e664ad80-a99e-4f4c-8a41-c71cb32e1ac2 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0397739 Jul 25 08:46:25.674777 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4ad09823-baf4-462a-a233-91b3475cb94b admin admin] Publish callbacks [] for security_group (c95f54d0-292b-4bd7-8013-87590f79c382), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.678523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4ad09823-baf4-462a-a233-91b3475cb94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (c95f54d0-292b-4bd7-8013-87590f79c382), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.715279 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad09823-baf4-462a-a233-91b3475cb94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95f54d0-292b-4bd7-8013-87590f79c382,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:25.720791 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-4ad09823-baf4-462a-a233-91b3475cb94b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=72a9e93c4b8045f2938433550fc7ce32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664066 Jul 25 08:46:25.723988 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 54540) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:25.740070 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:25.774935 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d8ea520c-7887-44f5-a793-0412930c7c1c admin admin] Publish callbacks [] for security_group (c95f54d0-292b-4bd7-8013-87590f79c382), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.795375 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d8ea520c-7887-44f5-a793-0412930c7c1c admin admin] Publish callbacks [] for security_group (c95f54d0-292b-4bd7-8013-87590f79c382), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.841385 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d8ea520c-7887-44f5-a793-0412930c7c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (c95f54d0-292b-4bd7-8013-87590f79c382), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.844437 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d8ea520c-7887-44f5-a793-0412930c7c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:25.845907 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-d8ea520c-7887-44f5-a793-0412930c7c1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c95f54d0-292b-4bd7-8013-87590f79c382 HTTP/1.1" status: 204 len: 168 time: 0.1209667 Jul 25 08:46:25.854233 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea520c-7887-44f5-a793-0412930c7c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95f54d0-292b-4bd7-8013-87590f79c382,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:25.976165 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec5d97-f56f-46f5-a0f0-0e9d61afe693 req-1d3365cb-fff5-4342-b74c-a2eed132ab3e tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:25.977688 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fcec5d97-f56f-46f5-a0f0-0e9d61afe693 req-1d3365cb-fff5-4342-b74c-a2eed132ab3e tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0513282 Jul 25 08:46:26.028562 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fcec5d97-f56f-46f5-a0f0-0e9d61afe693 req-5ea6723c-93b5-434d-9b67-2fc034d75131 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449986 Jul 25 08:46:26.188811 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5499cf-7caf-4dc1-9e98-ff04f644286c req-9cb4be67-e342-4f66-8486-d481aa3a5bc8 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:26.190338 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1a5499cf-7caf-4dc1-9e98-ff04f644286c req-9cb4be67-e342-4f66-8486-d481aa3a5bc8 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0480466 Jul 25 08:46:26.237532 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1a5499cf-7caf-4dc1-9e98-ff04f644286c req-3b77f662-c9fc-4cbb-b9cb-ac23ee62518b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417383 Jul 25 08:46:26.462708 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1e7c6-5697-4e1b-81a7-4fa59cc81bd8 req-4123a319-2d55-45d9-afef-92939bc43869 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:26.464211 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f7b1e7c6-5697-4e1b-81a7-4fa59cc81bd8 req-4123a319-2d55-45d9-afef-92939bc43869 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0500433 Jul 25 08:46:26.518359 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f7b1e7c6-5697-4e1b-81a7-4fa59cc81bd8 req-dfef651f-dc56-4e24-8aa7-909199becb79 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472629 Jul 25 08:46:26.723936 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4cbbf931-a29b-4149-8e76-e2e892197fef req-10a2fd4f-85bd-43ff-9626-c2215a9d1763 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0295844 Jul 25 08:46:27.147760 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a18923-aea7-4b24-b45b-10336f238880 req-ba42386f-2824-4f16-8ec1-184ab6386a24 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:27.149389 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-17a18923-aea7-4b24-b45b-10336f238880 req-ba42386f-2824-4f16-8ec1-184ab6386a24 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0510521 Jul 25 08:46:27.196473 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-17a18923-aea7-4b24-b45b-10336f238880 req-f83d915f-6ec1-475e-bc09-f915d6caf2b9 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Jul 25 08:46:27.356067 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362334c-89b2-47d5-b1e4-4a40ee6961c0 req-a84794fc-d02d-4e83-a779-7578be3bc377 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:27.357580 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c362334c-89b2-47d5-b1e4-4a40ee6961c0 req-a84794fc-d02d-4e83-a779-7578be3bc377 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0487511 Jul 25 08:46:27.386700 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:27.416287 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c362334c-89b2-47d5-b1e4-4a40ee6961c0 req-02d9df47-ebd8-4d75-889e-5ec988aa8368 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529301 Jul 25 08:46:27.642577 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1782c12-7ed2-4395-983c-e94362b3957c req-e94b95eb-31ec-4029-931e-82826618f627 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:27.644126 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f1782c12-7ed2-4395-983c-e94362b3957c req-e94b95eb-31ec-4029-931e-82826618f627 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0495372 Jul 25 08:46:27.692638 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f1782c12-7ed2-4395-983c-e94362b3957c req-11d71e01-d0c7-4692-874a-d00071371e1b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Jul 25 08:46:27.830354 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-61e6e4bb-8d14-439f-9231-be5b62ee6af4 req-f59afb0e-ce5d-45ec-acf3-6f8776538b85 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0281842 Jul 25 08:46:28.323860 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e82c2-30b8-46f0-a43c-22cc7d3523dd req-0e37c441-4c51-457a-aa20-82494d4a304e tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:28.325498 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cf6e82c2-30b8-46f0-a43c-22cc7d3523dd req-0e37c441-4c51-457a-aa20-82494d4a304e tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0531378 Jul 25 08:46:28.375141 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cf6e82c2-30b8-46f0-a43c-22cc7d3523dd req-5a142526-c65a-4f08-944e-6d71da717995 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Jul 25 08:46:28.532413 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9995c30-5291-45a8-ade7-3095ef6038f9 req-a2bbdb7d-2fc3-4f12-a366-70b7b8af2dbb tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:28.533930 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a9995c30-5291-45a8-ade7-3095ef6038f9 req-a2bbdb7d-2fc3-4f12-a366-70b7b8af2dbb tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0475059 Jul 25 08:46:28.582298 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a9995c30-5291-45a8-ade7-3095ef6038f9 req-ab6caf6c-69fb-4f93-8549-8fe7670bf13a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428207 Jul 25 08:46:28.817265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380acb1-24aa-4850-9907-774c2fea0f90 req-a19b0eb9-e508-4830-85f5-959d225783c9 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:28.818944 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2380acb1-24aa-4850-9907-774c2fea0f90 req-a19b0eb9-e508-4830-85f5-959d225783c9 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0521426 Jul 25 08:46:28.868923 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2380acb1-24aa-4850-9907-774c2fea0f90 req-b3314e0c-8a8b-47d8-9f39-24ddb743aee2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440745 Jul 25 08:46:28.930299 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e6042b77-2371-4460-839c-a01493ed284d req-f4cd3e88-e63b-420d-aae1-364237ac6695 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0273244 Jul 25 08:46:29.490583 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8fcf8-32f0-4f83-862d-3f982aacbc76 req-251f059c-203e-44e6-9579-c203f0de3484 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:29.492028 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e8a8fcf8-32f0-4f83-862d-3f982aacbc76 req-251f059c-203e-44e6-9579-c203f0de3484 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0461702 Jul 25 08:46:29.503684 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:29.539554 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e8a8fcf8-32f0-4f83-862d-3f982aacbc76 req-6bb35a5d-86c4-424f-b1b0-954fe28dcfe5 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421431 Jul 25 08:46:29.696413 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619adca-bb6a-4353-b708-f93caa466058 req-4473ca1f-da8a-48ca-b3f9-a9b3f6cbae31 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:29.697980 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8619adca-bb6a-4353-b708-f93caa466058 req-4473ca1f-da8a-48ca-b3f9-a9b3f6cbae31 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0465331 Jul 25 08:46:29.754417 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8619adca-bb6a-4353-b708-f93caa466058 req-64ddadfe-45af-4ced-b354-ee9fd37dc35e tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499051 Jul 25 08:46:29.985496 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62075813-c9f1-46c9-a325-d8ec78de0dfe req-3810dfad-0b04-4fe1-ac45-ca67505d5682 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:29.986981 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-62075813-c9f1-46c9-a325-d8ec78de0dfe req-3810dfad-0b04-4fe1-ac45-ca67505d5682 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0472939 Jul 25 08:46:30.041946 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-93a812d3-350f-46b1-bc19-629032bfed97 req-50ad3b4e-a2c1-4233-9973-3c132fa0758e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0416064 Jul 25 08:46:30.059645 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-62075813-c9f1-46c9-a325-d8ec78de0dfe req-32366a4e-8d11-4742-a6e3-ca3b54a7b3ea tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672259 Jul 25 08:46:30.653940 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a3ced-8a0d-477b-af9a-7cf1f4f35810 req-3d4d1603-d5a3-407f-b1f1-e709115d2993 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:30.656015 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c67a3ced-8a0d-477b-af9a-7cf1f4f35810 req-3d4d1603-d5a3-407f-b1f1-e709115d2993 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0474365 Jul 25 08:46:30.705235 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c67a3ced-8a0d-477b-af9a-7cf1f4f35810 req-8815b847-afad-43cf-b988-b58e18c1794c tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436714 Jul 25 08:46:30.870326 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d37ca-c2e2-4642-93c0-17bebe1e6e7f req-6d78d403-6d6d-42f1-b8b1-cdc896bef2d5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:30.871726 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-463d37ca-c2e2-4642-93c0-17bebe1e6e7f req-6d78d403-6d6d-42f1-b8b1-cdc896bef2d5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0454576 Jul 25 08:46:30.926132 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-463d37ca-c2e2-4642-93c0-17bebe1e6e7f req-238e4909-5e7d-4f1f-994a-cf6422b77ab5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483894 Jul 25 08:46:31.144054 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7273907c-fe00-4208-97c7-821701ba1458 req-d0a3964d-eaa8-4317-9856-ab2052d2ce49 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0296988 Jul 25 08:46:31.190607 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a733632-0573-4ae9-828a-23008c43f2f7 req-3b747298-a761-41f9-907f-4536e5d15b42 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:31.192052 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4a733632-0573-4ae9-828a-23008c43f2f7 req-3b747298-a761-41f9-907f-4536e5d15b42 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0510597 Jul 25 08:46:31.226048 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:31.238654 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4a733632-0573-4ae9-828a-23008c43f2f7 req-3fd1d3c9-4b09-413b-ae3d-43bc9132ee77 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Jul 25 08:46:31.819639 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac3c39-e9db-48de-8efa-7946eba777ef req-be23b1c8-2c8a-43ab-b6b0-3bc5a1b63d00 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:31.821104 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f6ac3c39-e9db-48de-8efa-7946eba777ef req-be23b1c8-2c8a-43ab-b6b0-3bc5a1b63d00 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0461903 Jul 25 08:46:31.867499 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f6ac3c39-e9db-48de-8efa-7946eba777ef req-ccf93375-6e90-40ab-b882-416c4739bb01 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Jul 25 08:46:32.052450 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93624b8-423a-4c0b-8d2c-c7e03dd24f3f req-04facc3c-08e7-4af2-bc75-17b8fc3a926b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:32.053972 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f93624b8-423a-4c0b-8d2c-c7e03dd24f3f req-04facc3c-08e7-4af2-bc75-17b8fc3a926b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0482907 Jul 25 08:46:32.103912 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f93624b8-423a-4c0b-8d2c-c7e03dd24f3f req-4275884c-ae09-4f55-85c9-255a719cecb9 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443215 Jul 25 08:46:32.239800 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f67f22ab-c88f-46f4-9a3d-45d4e36fccac req-3d4a721b-dc36-475a-ae51-cb06e37e8a70 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0279944 Jul 25 08:46:32.354852 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf8c09-e73a-4fe3-90b6-a82fb9e46ce4 req-121862f3-23ec-4fcd-9c52-6adc0b976dc6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:32.356339 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-58bf8c09-e73a-4fe3-90b6-a82fb9e46ce4 req-121862f3-23ec-4fcd-9c52-6adc0b976dc6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0456381 Jul 25 08:46:32.416807 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-58bf8c09-e73a-4fe3-90b6-a82fb9e46ce4 req-586dc124-12d1-4321-9841-fb8fe1e667bc tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541148 Jul 25 08:46:32.986588 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caae83-7267-40e2-854a-e645cca65897 req-7dca8568-34ab-481c-b96d-57689f52a2b8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:32.987998 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d4caae83-7267-40e2-854a-e645cca65897 req-7dca8568-34ab-481c-b96d-57689f52a2b8 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0496502 Jul 25 08:46:33.040542 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d4caae83-7267-40e2-854a-e645cca65897 req-30096c9d-0823-48d3-a2b6-6fb836f4b3fc tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469563 Jul 25 08:46:33.222340 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82088d0-1f61-42f3-8efc-cd4995bdbfa1 req-96f82727-a323-48ee-9a5c-afe9eb9790b6 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:33.223950 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e82088d0-1f61-42f3-8efc-cd4995bdbfa1 req-96f82727-a323-48ee-9a5c-afe9eb9790b6 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0477393 Jul 25 08:46:33.270715 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e82088d0-1f61-42f3-8efc-cd4995bdbfa1 req-1c34199c-5fe7-43f4-a688-ea727bb8da5d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411212 Jul 25 08:46:33.353418 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7eaa0e26-1640-489e-a2d0-58d060221d82 req-91d0ef35-ff65-421e-ad35-5212240538ab tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0298409 Jul 25 08:46:33.533086 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab08814-c483-4e40-9bcd-bc018fa60856 req-b9209ddd-674c-4aea-9f55-f212f29ac196 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:33.534525 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8ab08814-c483-4e40-9bcd-bc018fa60856 req-b9209ddd-674c-4aea-9f55-f212f29ac196 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0498025 Jul 25 08:46:33.552934 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:33.582095 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8ab08814-c483-4e40-9bcd-bc018fa60856 req-381c30b9-0077-4bdf-8a21-b09de099cbfc tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420592 Jul 25 08:46:34.015593 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.48', 60697) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:34.031771 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-3255f6be-641f-4adf-a5f6-36a5303da2a4 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087587 Jul 25 08:46:34.069060 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-74f9caf6-c15c-4c36-b782-f84755c8f964 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28a4c653-6358-4c44-a455-40a51fe64fbc HTTP/1.1" status: 200 len: 217 time: 0.1492028 Jul 25 08:46:34.214717 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-7a031108-cf07-4803-a4f9-534eb4159df6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:34.216193 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-7a031108-cf07-4803-a4f9-534eb4159df6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 814 time: 0.1996014 Jul 25 08:46:34.249215 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-cc18cb6c-13e8-44dc-a050-a072c7794b5c req-f4484700-6443-48b2-ad99-8c6f9270e9ab service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713896 Jul 25 08:46:34.254193 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-282c60cd-94dd-4bda-8670-27d1acae126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:34.255604 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-282c60cd-94dd-4bda-8670-27d1acae126e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.1750886 Jul 25 08:46:34.382868 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-f5c175d7-74e9-4a3a-903e-69116be7e385 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 380 time: 0.0732980 Jul 25 08:46:34.524553 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f10b72dd-0813-41b2-91d3-d1bd42838d8c req-394eb052-c91d-4b90-9a31-b3a974021d3a service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6058714 Jul 25 08:46:34.547302 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-f6e55691-a291-423b-991b-066a6f698026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:34.547799 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 28a4c653-6358-4c44-a455-40a51fe64fbc details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:46:34.548926 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-f6e55691-a291-423b-991b-066a6f698026 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6127458 Jul 25 08:46:34.558922 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8c049-9263-4a3c-be43-c6830d89a5ba req-81e720d4-12d9-49fc-88fc-8d3c87f75d80 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:34.566409 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ec8c049-9263-4a3c-be43-c6830d89a5ba req-81e720d4-12d9-49fc-88fc-8d3c87f75d80 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.3520815 Jul 25 08:46:34.595565 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-70c2c77d-719d-4ed9-ad8a-d07fa76c6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:34.597083 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-70c2c77d-719d-4ed9-ad8a-d07fa76c6b5f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1259546 Jul 25 08:46:34.605548 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b9115-15a5-4c4e-b7d1-921e02d556d0 req-af9dfac0-f232-4259-ba8d-e694cd9f23b0 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:34.608704 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bf8b9115-15a5-4c4e-b7d1-921e02d556d0 req-af9dfac0-f232-4259-ba8d-e694cd9f23b0 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.1347196 Jul 25 08:46:34.638432 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ec8c049-9263-4a3c-be43-c6830d89a5ba req-c65db107-c82d-4b26-ba23-84e2f2df851e tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712237 Jul 25 08:46:34.709309 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bf8b9115-15a5-4c4e-b7d1-921e02d556d0 req-213528c7-ec6e-40e5-820d-6520e8e27e07 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750272 Jul 25 08:46:34.723978 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 28a4c653-6358-4c44-a455-40a51fe64fbc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=28a4c653-6358-4c44-a455-40a51fe64fbc,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:34.740474 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '28a4c653-6358-4c44-a455-40a51fe64fbc', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'port_id': '28a4c653-6358-4c44-a455-40a51fe64fbc', 'mac_address': 'fa:16:3e:13:3d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:46:34.766553 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7f13bbd3-b02b-4452-9df5-3a6108b271be req-579e628f-b1fa-4fea-b633-d3b29d082dae tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0523472 Jul 25 08:46:34.800065 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 28a4c653-6358-4c44-a455-40a51fe64fbc is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:34.800450 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:34.815547 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a4c653-6358-4c44-a455-40a51fe64fbc {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:46:34.844774 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 28a4c653-6358-4c44-a455-40a51fe64fbc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=28a4c653-6358-4c44-a455-40a51fe64fbc,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:34.849904 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:34.852323 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af3362-b753-4225-991a-68176bb44b00 req-8f782592-c519-4dc1-9e2a-1c8e8ab9babb tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:34.853928 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69af3362-b753-4225-991a-68176bb44b00 req-8f782592-c519-4dc1-9e2a-1c8e8ab9babb tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 943 time: 0.0548365 Jul 25 08:46:34.868678 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:34.899404 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=28a4c653-6358-4c44-a455-40a51fe64fbc,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:34.917839 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69af3362-b753-4225-991a-68176bb44b00 req-59fbd999-ba4c-4f75-8c95-a06d1561e743 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571921 Jul 25 08:46:35.336212 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['28a4c653-6358-4c44-a455-40a51fe64fbc'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:46:35.668723 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54850) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:35.816956 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6bfcf6-4cfe-4e6b-93e0-cc543b6cc249 req-0532d7d0-8ef0-4810-8003-c46ddf395027 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:35.819208 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5c6bfcf6-4cfe-4e6b-93e0-cc543b6cc249 req-0532d7d0-8ef0-4810-8003-c46ddf395027 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0714650 Jul 25 08:46:35.852659 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-14e7af7f-b541-4c8d-a484-ddff77b4267a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:35.905396 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ef614-de5d-4caf-8ed7-986f076ba23d req-e61acac2-95ff-4d0c-9885-51e86603462e tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:35.906943 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8e1ef614-de5d-4caf-8ed7-986f076ba23d req-e61acac2-95ff-4d0c-9885-51e86603462e tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 944 time: 0.0861120 Jul 25 08:46:35.916297 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:35.945311 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5c6bfcf6-4cfe-4e6b-93e0-cc543b6cc249 req-29e68b49-fe0b-446d-acca-8854695c72f7 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065717 Jul 25 08:46:35.952711 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-14e7af7f-b541-4c8d-a484-ddff77b4267a admin admin] Publish callbacks [] for security_group (f9b252bd-43b9-49be-bacf-66f281a267e5), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:35.958265 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-14e7af7f-b541-4c8d-a484-ddff77b4267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (f9b252bd-43b9-49be-bacf-66f281a267e5), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:35.979347 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8e1ef614-de5d-4caf-8ed7-986f076ba23d req-da7fe897-724f-4cf7-bd2d-872d54726f64 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609529 Jul 25 08:46:36.016093 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-14e7af7f-b541-4c8d-a484-ddff77b4267a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f624edca273431798ca934aef196908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462787 Jul 25 08:46:36.019793 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 54874) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:36.028111 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7af7f-b541-4c8d-a484-ddff77b4267a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b252bd-43b9-49be-bacf-66f281a267e5,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:36.091519 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fe3fe941-e79e-4530-b878-3198e3c4339c req-6d55e0ad-3c94-4799-9652-3d5419a98b53 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0463209 Jul 25 08:46:36.107852 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:36.169617 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562da29-b98e-4cd8-9d1d-3470be08d9ef req-11de26b0-f623-4bf5-8ae5-122fdc64942e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:36.171968 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2562da29-b98e-4cd8-9d1d-3470be08d9ef req-11de26b0-f623-4bf5-8ae5-122fdc64942e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 944 time: 0.0875306 Jul 25 08:46:36.173048 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cac58ee1-a7ae-415e-a671-1cd58aa47ead admin admin] Publish callbacks [] for security_group (f9b252bd-43b9-49be-bacf-66f281a267e5), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.208565 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cac58ee1-a7ae-415e-a671-1cd58aa47ead admin admin] Publish callbacks [] for security_group (f9b252bd-43b9-49be-bacf-66f281a267e5), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.265096 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2562da29-b98e-4cd8-9d1d-3470be08d9ef req-7cb062da-0575-4d82-870b-50bd19ab8790 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871141 Jul 25 08:46:36.299768 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cac58ee1-a7ae-415e-a671-1cd58aa47ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (f9b252bd-43b9-49be-bacf-66f281a267e5), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.302498 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cac58ee1-a7ae-415e-a671-1cd58aa47ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.303666 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-cac58ee1-a7ae-415e-a671-1cd58aa47ead admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9b252bd-43b9-49be-bacf-66f281a267e5 HTTP/1.1" status: 204 len: 168 time: 0.2824979 Jul 25 08:46:36.314485 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac58ee1-a7ae-415e-a671-1cd58aa47ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b252bd-43b9-49be-bacf-66f281a267e5,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:36.389790 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 54890) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:36.561909 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device de1515d4-bcfe-41ca-b713-85a3e00f3b9f details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:46:36.569201 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:36.570082 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:36.594394 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 28a4c653-6358-4c44-a455-40a51fe64fbc up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:36.624401 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-50d3e2ca-7773-4ad3-9540-be42a82a156a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.662420 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54898) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:36.676485 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-657f68d2-7125-43d5-9dcd-9b1c66d41bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.708166 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 28a4c653-6358-4c44-a455-40a51fe64fbc completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:46:36.716552 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-50d3e2ca-7773-4ad3-9540-be42a82a156a admin admin] Publish callbacks [] for security_group (94852342-d9ef-4478-a508-559858df0a36), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.723129 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 28a4c653-6358-4c44-a455-40a51fe64fbc triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:36.723543 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.732715 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-50d3e2ca-7773-4ad3-9540-be42a82a156a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (94852342-d9ef-4478-a508-559858df0a36), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.763818 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port de1515d4-bcfe-41ca-b713-85a3e00f3b9f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:36.774429 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-657f68d2-7125-43d5-9dcd-9b1c66d41bb7 admin admin] Publish callbacks [] for security_group (f1d50e33-7e83-4a99-a0c1-50fccae8b5d8), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.775727 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:INSERT=20,neutron:SELECT=79,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:36.781758 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-657f68d2-7125-43d5-9dcd-9b1c66d41bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (f1d50e33-7e83-4a99-a0c1-50fccae8b5d8), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.785154 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'port_id': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f', 'mac_address': 'fa:16:3e:c6:56:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:46:36.798373 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-50d3e2ca-7773-4ad3-9540-be42a82a156a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc59715466444a12989701ac41a571ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073699 Jul 25 08:46:36.799716 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3e2ca-7773-4ad3-9540-be42a82a156a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94852342-d9ef-4478-a508-559858df0a36,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:36.800888 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54906) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:36.844979 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-657f68d2-7125-43d5-9dcd-9b1c66d41bb7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=91e54e396e2c48ed9b407c2966a6a84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813123 Jul 25 08:46:36.847653 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 54910) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:36.854681 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f68d2-7125-43d5-9dcd-9b1c66d41bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d50e33-7e83-4a99-a0c1-50fccae8b5d8,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:36.855050 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port de1515d4-bcfe-41ca-b713-85a3e00f3b9f is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:36.855438 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.877483 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 28a4c653-6358-4c44-a455-40a51fe64fbc is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:36.877915 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.882736 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1515d4-bcfe-41ca-b713-85a3e00f3b9f {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:46:36.889290 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0d54e1ab-cbad-4798-9184-25ef80c71cbf admin admin] Publish callbacks [] for security_group (94852342-d9ef-4478-a508-559858df0a36), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.920185 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port de1515d4-bcfe-41ca-b713-85a3e00f3b9f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:36.926588 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a72735-dc04-46c8-93bb-0ac441aed151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a4c653-6358-4c44-a455-40a51fe64fbc'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:46:36.927984 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0d54e1ab-cbad-4798-9184-25ef80c71cbf admin admin] Publish callbacks [] for security_group (94852342-d9ef-4478-a508-559858df0a36), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.934314 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-98644f95-e9d0-4158-9d56-ed1daf34131b admin admin] Publish callbacks [] for security_group (f1d50e33-7e83-4a99-a0c1-50fccae8b5d8), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:36.960891 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-98644f95-e9d0-4158-9d56-ed1daf34131b admin admin] Publish callbacks [] for security_group (f1d50e33-7e83-4a99-a0c1-50fccae8b5d8), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.007860 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0d54e1ab-cbad-4798-9184-25ef80c71cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (94852342-d9ef-4478-a508-559858df0a36), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.009191 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 28a4c653-6358-4c44-a455-40a51fe64fbc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=28a4c653-6358-4c44-a455-40a51fe64fbc,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:37.010784 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.011037 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0d54e1ab-cbad-4798-9184-25ef80c71cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.016762 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-0d54e1ab-cbad-4798-9184-25ef80c71cbf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94852342-d9ef-4478-a508-559858df0a36 HTTP/1.1" status: 204 len: 168 time: 0.2109900 Jul 25 08:46:37.026832 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54e1ab-cbad-4798-9184-25ef80c71cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94852342-d9ef-4478-a508-559858df0a36,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:37.037961 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-98644f95-e9d0-4158-9d56-ed1daf34131b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (f1d50e33-7e83-4a99-a0c1-50fccae8b5d8), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.042541 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-98644f95-e9d0-4158-9d56-ed1daf34131b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.044424 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-98644f95-e9d0-4158-9d56-ed1daf34131b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1d50e33-7e83-4a99-a0c1-50fccae8b5d8 HTTP/1.1" status: 204 len: 168 time: 0.1949332 Jul 25 08:46:37.059005 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98644f95-e9d0-4158-9d56-ed1daf34131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d50e33-7e83-4a99-a0c1-50fccae8b5d8,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:37.105847 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.141220 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:37.168482 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=de1515d4-bcfe-41ca-b713-85a3e00f3b9f,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:37.227872 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5cf738-661d-46a8-a57f-b4380aa45598 req-5fa86cd4-d40a-4db1-8e6a-96a50291789d tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:37.229464 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ac5cf738-661d-46a8-a57f-b4380aa45598 req-5fa86cd4-d40a-4db1-8e6a-96a50291789d tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.1478622 Jul 25 08:46:37.235822 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=28a4c653-6358-4c44-a455-40a51fe64fbc,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:37.257589 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a333f305-e9bb-447c-b250-436460a0c3f7" -d '{"events": [{"server_uuid": "71a72735-dc04-46c8-93bb-0ac441aed151", "name": "network-vif-plugged", "status": "completed", "tag": "28a4c653-6358-4c44-a455-40a51fe64fbc"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:46:37.258120 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3407cc0-d62d-4d80-b145-203c1ef58b21 req-1254d9de-cec2-48f0-bc86-133bdf2b1264 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:37.259685 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b3407cc0-d62d-4d80-b145-203c1ef58b21 req-1254d9de-cec2-48f0-bc86-133bdf2b1264 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 945 time: 0.1148324 Jul 25 08:46:37.332227 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ac5cf738-661d-46a8-a57f-b4380aa45598 req-07fef7f8-95b6-44b4-aa19-b7e8dc338654 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950434 Jul 25 08:46:37.340027 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b3407cc0-d62d-4d80-b145-203c1ef58b21 req-5e6a53a5-d291-470f-9a7a-d43dcee5b601 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711842 Jul 25 08:46:37.457056 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-defd5ed2-cbbe-432e-b291-6944a4e48bce req-4a309065-71f8-4d94-9e56-c253af272368 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0394664 Jul 25 08:46:37.512300 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['de1515d4-bcfe-41ca-b713-85a3e00f3b9f'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:46:37.629975 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150168c-0464-4b7a-a4de-95ccd534fc93 req-8fcb5628-534d-41fd-99e2-8feb2b36dff7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:37.631591 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d150168c-0464-4b7a-a4de-95ccd534fc93 req-8fcb5628-534d-41fd-99e2-8feb2b36dff7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0710707 Jul 25 08:46:37.693843 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-47692576-1818-4fc0-b006-3567fa2c68fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.716208 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d150168c-0464-4b7a-a4de-95ccd534fc93 req-f4057d0b-dc71-4eb4-9a0e-5b7d8b950aa7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704980 Jul 25 08:46:37.758267 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 54954) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:37.775624 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90d0c1ce-dc57-405c-b7b7-fe8357ccc810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.841709 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4360785-d8c4-467f-9d59-3a4578b19e34 x-openstack-request-id: req-a4360785-d8c4-467f-9d59-3a4578b19e34 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:46:37.842825 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a72735-dc04-46c8-93bb-0ac441aed151", "name": "network-vif-plugged", "status": "completed", "tag": "28a4c653-6358-4c44-a455-40a51fe64fbc", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:46:37.843084 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4360785-d8c4-467f-9d59-3a4578b19e34 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:46:37.843536 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4360785-d8c4-467f-9d59-3a4578b19e34'] response: {'server_uuid': '71a72735-dc04-46c8-93bb-0ac441aed151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a4c653-6358-4c44-a455-40a51fe64fbc', 'code': 200} Jul 25 08:46:37.857061 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90d0c1ce-dc57-405c-b7b7-fe8357ccc810 admin admin] Publish callbacks [] for security_group (fc12ba8b-e9a6-4fe4-8daa-db80d38e2e9a), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.862197 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90d0c1ce-dc57-405c-b7b7-fe8357ccc810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (fc12ba8b-e9a6-4fe4-8daa-db80d38e2e9a), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.903484 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-90d0c1ce-dc57-405c-b7b7-fe8357ccc810 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7cbe3002e3da4cbea85c7a0c02f9f440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432478 Jul 25 08:46:37.905403 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0c1ce-dc57-405c-b7b7-fe8357ccc810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc12ba8b-e9a6-4fe4-8daa-db80d38e2e9a,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:37.906166 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 54958) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:37.958310 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4cfad379-b49d-4f25-8dc6-4cdc5ff5b9cc admin admin] Publish callbacks [] for security_group (fc12ba8b-e9a6-4fe4-8daa-db80d38e2e9a), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.979846 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4cfad379-b49d-4f25-8dc6-4cdc5ff5b9cc admin admin] Publish callbacks [] for security_group (fc12ba8b-e9a6-4fe4-8daa-db80d38e2e9a), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:37.996644 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:38.032517 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4cfad379-b49d-4f25-8dc6-4cdc5ff5b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (fc12ba8b-e9a6-4fe4-8daa-db80d38e2e9a), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:38.035097 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4cfad379-b49d-4f25-8dc6-4cdc5ff5b9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:38.036244 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-4cfad379-b49d-4f25-8dc6-4cdc5ff5b9cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc12ba8b-e9a6-4fe4-8daa-db80d38e2e9a HTTP/1.1" status: 204 len: 168 time: 0.1286662 Jul 25 08:46:38.044783 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfad379-b49d-4f25-8dc6-4cdc5ff5b9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc12ba8b-e9a6-4fe4-8daa-db80d38e2e9a,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:38.402481 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 54992) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:38.426417 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-be32516c-13ec-46d0-a934-b168476ec8c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:38.547972 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9d87b-187c-46c7-87b5-6ba6173b49c0 req-f922b706-4215-43dd-818e-f75cca75a620 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:38.549615 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c1d9d87b-187c-46c7-87b5-6ba6173b49c0 req-f922b706-4215-43dd-818e-f75cca75a620 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.1015496 Jul 25 08:46:38.567149 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a3c95-cf26-49c8-81c1-308a381e723b req-2708b595-04f3-4f46-a249-5e2eaad0ac6c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:38.573113 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0f1a3c95-cf26-49c8-81c1-308a381e723b req-2708b595-04f3-4f46-a249-5e2eaad0ac6c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 945 time: 0.1238146 Jul 25 08:46:38.683352 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0f1a3c95-cf26-49c8-81c1-308a381e723b req-834f6a25-cb89-4bd3-afbb-f4ed622a87fe tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027660 Jul 25 08:46:38.686388 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c1d9d87b-187c-46c7-87b5-6ba6173b49c0 req-777e467f-e1cf-48e2-ad4d-d1a239a14a90 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116366 Jul 25 08:46:38.704723 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device de1515d4-bcfe-41ca-b713-85a3e00f3b9f up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:38.718309 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-be32516c-13ec-46d0-a934-b168476ec8c6 admin admin] Publish callbacks [] for security_group (6969a514-67f3-4476-acea-6a44fb545eca), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:38.725524 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-be32516c-13ec-46d0-a934-b168476ec8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (6969a514-67f3-4476-acea-6a44fb545eca), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:38.782689 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55010) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:38.817797 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-be32516c-13ec-46d0-a934-b168476ec8c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8996257b8c53407491875eb792ae3b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139531 Jul 25 08:46:38.820488 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55016) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:38.834098 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:38.839288 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port de1515d4-bcfe-41ca-b713-85a3e00f3b9f completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:46:38.856940 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port de1515d4-bcfe-41ca-b713-85a3e00f3b9f triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:38.857252 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:38.869881 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-742d007c-a38c-4e32-bc08-4197af12173b req-500ea99b-552e-4c29-b964-068e0b63d08f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0861309 Jul 25 08:46:38.881959 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be32516c-13ec-46d0-a934-b168476ec8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6969a514-67f3-4476-acea-6a44fb545eca,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:38.931505 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Publish callbacks [] for security_group (6969a514-67f3-4476-acea-6a44fb545eca), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:38.983796 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Publish callbacks [] for security_group (6969a514-67f3-4476-acea-6a44fb545eca), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:38.991432 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port de1515d4-bcfe-41ca-b713-85a3e00f3b9f is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:38.991980 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:38.995935 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:38.996037 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4b469-5b77-4342-ac58-6e8d754959b5 req-2d04a648-666b-4fa5-990b-32edafb1ceda tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:39.001547 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d9e4b469-5b77-4342-ac58-6e8d754959b5 req-2d04a648-666b-4fa5-990b-32edafb1ceda tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.1475117 Jul 25 08:46:39.038164 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port de1515d4-bcfe-41ca-b713-85a3e00f3b9f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:39.047481 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:39.088785 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'port': {'device_id': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'admin_state_up': True, 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'security_groups': ['5b459999-406a-4d33-ae4b-9a37d95bb265']}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:39.095310 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:39.153789 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=de1515d4-bcfe-41ca-b713-85a3e00f3b9f,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:39.159496 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-619c318a-8f84-4379-8387-2c6d84fcbfde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:39.270716 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-e7d92f81-00c2-488f-a772-67c61267d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:39.272413 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-e7d92f81-00c2-488f-a772-67c61267d11b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa18cc0817c848a782e4176af753e3e8&device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 1127 time: 0.1086876 Jul 25 08:46:39.283285 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (6969a514-67f3-4476-acea-6a44fb545eca), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:39.285686 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-50bba421-4c43-4486-a836-b4ef5d31082b service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325186 Jul 25 08:46:39.286582 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:39.288152 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6969a514-67f3-4476-acea-6a44fb545eca HTTP/1.1" status: 204 len: 168 time: 0.4663768 Jul 25 08:46:39.296471 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:39.368679 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-3fbfd827-8350-46ab-a974-076321a4ebdd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f611d792-f2ac-42c7-9f33-d791e3b88419 HTTP/1.1" status: 200 len: 217 time: 0.0771980 Jul 25 08:46:39.377359 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6969a514-67f3-4476-acea-6a44fb545eca,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:39.383262 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.48', 60711) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:39.383660 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:39.405917 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-3a4c03ba-13a2-4c8c-a201-6b93c4176cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:39.407437 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-3a4c03ba-13a2-4c8c-a201-6b93c4176cfa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 1130 time: 0.2289023 Jul 25 08:46:39.408634 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af85c45-4453-4a5d-9d91-589fead7330b req-d63af9b3-bcb8-45c6-938d-a9390a64ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:39.410297 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6af85c45-4453-4a5d-9d91-589fead7330b req-d63af9b3-bcb8-45c6-938d-a9390a64ad01 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 1127 time: 0.2306409 Jul 25 08:46:39.422380 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d9e4b469-5b77-4342-ac58-6e8d754959b5 req-40cd9c98-78db-42c6-b6a9-5a611f753219 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252397 Jul 25 08:46:39.456727 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.457198 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.457631 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.458051 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.458590 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.459108 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.459621 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.460135 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.460675 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.461174 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.461674 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.462190 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.462700 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.463190 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.463682 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838df20c-f79b-41f9-a909-e240a77be033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:39.551019 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6349983-8b38-4040-a5c5-d871b3080ac4 req-6dd8124a-bfb5-431c-abb3-e3aea6c38b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:39.552531 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-d6349983-8b38-4040-a5c5-d871b3080ac4 req-6dd8124a-bfb5-431c-abb3-e3aea6c38b7d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 1129 time: 0.1675589 Jul 25 08:46:39.563609 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Made reservation on behalf of 86bea90252bc44b580c40b24b0bd4ed3 for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:46:39.566652 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:39.590695 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-d742039f-aa64-49c2-b531-617b79553d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:39.590695 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-d742039f-aa64-49c2-b531-617b79553d37 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a674b64b-6b9a-4da5-8ccc-6a87013782cd HTTP/1.1" status: 200 len: 850 time: 0.2018042 Jul 25 08:46:39.625095 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-619c318a-8f84-4379-8387-2c6d84fcbfde admin admin] Publish callbacks [] for security_group (e1a1e1dc-22ac-4128-8dff-286d0b0ae14a), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:39.633210 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-619c318a-8f84-4379-8387-2c6d84fcbfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e1a1e1dc-22ac-4128-8dff-286d0b0ae14a), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:39.660871 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af85c45-4453-4a5d-9d91-589fead7330b req-8ae028a7-81a8-432a-8e9f-4b84471197da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:39.662381 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6af85c45-4453-4a5d-9d91-589fead7330b req-8ae028a7-81a8-432a-8e9f-4b84471197da service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.2374754 Jul 25 08:46:39.672537 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-e8d93751-8926-4a8b-8f3a-0a34f5380732 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675511 Jul 25 08:46:39.702891 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-34af4b0f-72da-4b34-a51b-d56791d6e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:39.704380 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-34af4b0f-72da-4b34-a51b-d56791d6e4aa service neutron] 10.222.0.48 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 912 time: 0.1983964 Jul 25 08:46:39.718445 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-619c318a-8f84-4379-8387-2c6d84fcbfde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=908a6c6784b14cffb4498e48f0c393be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9345703 Jul 25 08:46:39.724536 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55050) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:39.737035 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c318a-8f84-4379-8387-2c6d84fcbfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a1e1dc-22ac-4128-8dff-286d0b0ae14a,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:39.825463 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b2d2c-3118-4f86-a3f4-26d030eb9302 req-271fde22-84f5-4d4b-b756-9213327e337f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:39.834501 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-965b2d2c-3118-4f86-a3f4-26d030eb9302 req-271fde22-84f5-4d4b-b756-9213327e337f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0625288 Jul 25 08:46:39.844992 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:46:39.847344 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d42b316-87a5-465c-8092-adb38f312215" -d '{"events": [{"server_uuid": "c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7", "name": "network-vif-plugged", "status": "completed", "tag": "de1515d4-bcfe-41ca-b713-85a3e00f3b9f"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:46:39.889012 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-7d67afa8-12fd-420d-836b-020d53828922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:39.890989 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-7d67afa8-12fd-420d-836b-020d53828922 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=fab9b340-d5f0-4d1e-9134-d3f67a8942d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552399 Jul 25 08:46:39.908920 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-43d0d1ba-9c1e-4994-85fc-a729131180e2 admin admin] Publish callbacks [] for security_group (e1a1e1dc-22ac-4128-8dff-286d0b0ae14a), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:39.942150 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:39.963662 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6af85c45-4453-4a5d-9d91-589fead7330b req-fffeecc6-cac0-4f8b-b99a-2ad0ba0305d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e4d0870-3b4e-4551-b50c-c4f668b497de HTTP/1.1" status: 200 len: 217 time: 0.1246710 Jul 25 08:46:39.965019 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-eff5f8de-9e0c-4918-a79c-f0524f29c642 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f HTTP/1.1" status: 200 len: 217 time: 0.1277390 Jul 25 08:46:40.018320 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b44d5e1b-9848-4a63-9891-ce572aa98153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:40.018741 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-e2427338-ee00-4924-801d-006c82983df4 service neutron] 10.222.0.48 "GET /v2.0/networks/fab9b340-d5f0-4d1e-9134-d3f67a8942d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109760 Jul 25 08:46:40.019439 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-d6349983-8b38-4040-a5c5-d871b3080ac4 req-14de37a0-14c4-4d22-be93-93374f4bca9d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:40.023754 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Allocated IP 172.20.0.4 (6ca11239-7898-4751-a9c6-3b03bbecba12/7842b18f-7585-435d-9107-a700ec331748/653cd8da-6a1d-469a-82fe-d6dbe5f44308) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:46:40.024478 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-965b2d2c-3118-4f86-a3f4-26d030eb9302 req-51e5fe1a-5e3a-4387-8b2b-83fd0143b089 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889956 Jul 25 08:46:40.085686 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b67d0-3a80-416f-9563-a86f68d9de69 req-c7e82936-0593-4912-873c-59af96066731 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:40.087269 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e31b67d0-3a80-416f-9563-a86f68d9de69 req-c7e82936-0593-4912-873c-59af96066731 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.2347794 Jul 25 08:46:40.090778 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a30d59-ca44-4afb-8e26-746674419438 x-openstack-request-id: req-a3a30d59-ca44-4afb-8e26-746674419438 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:46:40.091338 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7", "name": "network-vif-plugged", "status": "completed", "tag": "de1515d4-bcfe-41ca-b713-85a3e00f3b9f", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:46:40.091804 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3a30d59-ca44-4afb-8e26-746674419438 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:46:40.093005 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a30d59-ca44-4afb-8e26-746674419438'] response: {'server_uuid': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f', 'code': 200} Jul 25 08:46:40.122288 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-43d0d1ba-9c1e-4994-85fc-a729131180e2 admin admin] Publish callbacks [] for security_group (e1a1e1dc-22ac-4128-8dff-286d0b0ae14a), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:40.168395 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:40.197351 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-d6349983-8b38-4040-a5c5-d871b3080ac4 req-14de37a0-14c4-4d22-be93-93374f4bca9d service neutron] Publish callbacks [] for security_group (9a5ba414-9875-40b2-8e0e-13eb3ee876dd), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:40.198006 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e31b67d0-3a80-416f-9563-a86f68d9de69 req-99269747-0b27-4d95-b060-673320086542 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962172 Jul 25 08:46:40.230047 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:40.245443 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-93a2247d-b658-46f8-812d-70d69f42c5b2 req-57ac6b39-d7ff-4390-b148-fe5ce97df1b1 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0600138 Jul 25 08:46:40.440219 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-d6349983-8b38-4040-a5c5-d871b3080ac4 req-14de37a0-14c4-4d22-be93-93374f4bca9d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (9a5ba414-9875-40b2-8e0e-13eb3ee876dd), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:40.512340 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-d6349983-8b38-4040-a5c5-d871b3080ac4 req-14de37a0-14c4-4d22-be93-93374f4bca9d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706765 Jul 25 08:46:40.516195 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-43d0d1ba-9c1e-4994-85fc-a729131180e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e1a1e1dc-22ac-4128-8dff-286d0b0ae14a), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:40.518634 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-43d0d1ba-9c1e-4994-85fc-a729131180e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:40.522030 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-43d0d1ba-9c1e-4994-85fc-a729131180e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1a1e1dc-22ac-4128-8dff-286d0b0ae14a HTTP/1.1" status: 204 len: 168 time: 0.7941310 Jul 25 08:46:40.522030 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de37a0-14c4-4d22-be93-93374f4bca9d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5ba414-9875-40b2-8e0e-13eb3ee876dd,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:40.540686 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0d1ba-9c1e-4994-85fc-a729131180e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a1e1dc-22ac-4128-8dff-286d0b0ae14a,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:40.571790 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:40.591291 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcc7ea-cb86-4057-bb38-902a09df9de6 req-ebfa789c-2822-46c7-a0eb-a3f373a404d2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:40.593483 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7bdcc7ea-cb86-4057-bb38-902a09df9de6 req-ebfa789c-2822-46c7-a0eb-a3f373a404d2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0856187 Jul 25 08:46:40.612093 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:40.654989 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7bdcc7ea-cb86-4057-bb38-902a09df9de6 req-63ff54e7-4ba0-422d-a5c5-71aa041d5a63 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547996 Jul 25 08:46:40.668321 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:46:40.676685 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=653cd8da-6a1d-469a-82fe-d6dbe5f44308,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:40.686266 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:46:40.689440 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:46:40.754900 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:40.755527 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:40.773879 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-ca894204-f284-47d6-a16c-0feacb416034 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7172782 Jul 25 08:46:40.966006 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55094) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:40.980489 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2979f6f2-8446-4773-844d-48c241caefbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:40.994002 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-a1eef6d5-ee61-4dd9-b4e8-bbaea44837c8 None None] Provisioning complete for port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:40.994563 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a1eef6d5-ee61-4dd9-b4e8-bbaea44837c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:41.035982 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:41.038849 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-a1eef6d5-ee61-4dd9-b4e8-bbaea44837c8 None None] Port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:46:41.066286 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2979f6f2-8446-4773-844d-48c241caefbd admin admin] Publish callbacks [] for security_group (bf1cfe2a-29ce-4114-93a9-eb1ee16e5ec1), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:41.071088 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2979f6f2-8446-4773-844d-48c241caefbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (bf1cfe2a-29ce-4114-93a9-eb1ee16e5ec1), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:41.114652 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-2979f6f2-8446-4773-844d-48c241caefbd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=89beadda94d145338daf12626737c568&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470890 Jul 25 08:46:41.117292 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55102) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:41.124060 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979f6f2-8446-4773-844d-48c241caefbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1cfe2a-29ce-4114-93a9-eb1ee16e5ec1,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:41.148607 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908fd0e-6318-48cc-9056-dee055018a3f req-36fba447-802e-4037-a9e3-a63f2e698dbb tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:41.150061 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4908fd0e-6318-48cc-9056-dee055018a3f req-36fba447-802e-4037-a9e3-a63f2e698dbb tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0540547 Jul 25 08:46:41.171592 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5062eaea-8097-45d3-b0c8-a45b6d33e76c admin admin] Publish callbacks [] for security_group (bf1cfe2a-29ce-4114-93a9-eb1ee16e5ec1), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:41.195802 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5062eaea-8097-45d3-b0c8-a45b6d33e76c admin admin] Publish callbacks [] for security_group (bf1cfe2a-29ce-4114-93a9-eb1ee16e5ec1), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:41.202311 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:41.205034 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4908fd0e-6318-48cc-9056-dee055018a3f req-2f7d1135-c83f-4ba6-9a61-6f2003a0013f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482023 Jul 25 08:46:41.263099 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5062eaea-8097-45d3-b0c8-a45b6d33e76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (bf1cfe2a-29ce-4114-93a9-eb1ee16e5ec1), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:41.264432 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5062eaea-8097-45d3-b0c8-a45b6d33e76c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:41.267965 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-5062eaea-8097-45d3-b0c8-a45b6d33e76c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf1cfe2a-29ce-4114-93a9-eb1ee16e5ec1 HTTP/1.1" status: 204 len: 168 time: 0.1474051 Jul 25 08:46:41.280655 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062eaea-8097-45d3-b0c8-a45b6d33e76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1cfe2a-29ce-4114-93a9-eb1ee16e5ec1,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:41.343709 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:41.394463 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998411ce-1547-4a54-9bf6-fe333ddf22ac req-3bba4aa6-3d6b-4d40-8fce-649e3525c62d tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:41.401366 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-998411ce-1547-4a54-9bf6-fe333ddf22ac req-3bba4aa6-3d6b-4d40-8fce-649e3525c62d tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.0985031 Jul 25 08:46:41.445709 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ec9a5-0155-4772-b639-2c9b0b5fbf18 req-5ec248dc-4fda-42bc-95ee-27a74c5bf885 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:41.447201 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-408ec9a5-0155-4772-b639-2c9b0b5fbf18 req-5ec248dc-4fda-42bc-95ee-27a74c5bf885 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 931 time: 0.0918126 Jul 25 08:46:41.475724 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:46:41.480793 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-998411ce-1547-4a54-9bf6-fe333ddf22ac req-717c697a-bde4-406f-b084-0b79c41ecf78 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784240 Jul 25 08:46:41.519280 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-408ec9a5-0155-4772-b639-2c9b0b5fbf18 req-7c7df6ed-2ba0-4f0b-b05a-9b2fcaa14149 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658600 Jul 25 08:46:41.785764 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe73ff-baa9-438b-8262-fba9c8eeb71e req-3bf02df3-c99d-4eb7-8c0d-2c5505053e01 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:41.787440 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9dfe73ff-baa9-438b-8262-fba9c8eeb71e req-3bf02df3-c99d-4eb7-8c0d-2c5505053e01 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0560608 Jul 25 08:46:41.843655 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9dfe73ff-baa9-438b-8262-fba9c8eeb71e req-dd552738-660a-4192-bba6-9773a0cb68c4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502429 Jul 25 08:46:42.331363 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:42.352534 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86aaa9-a691-422e-9174-b306a85c8490 req-f280bc80-f664-476e-8d43-aaa8b6c06697 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:42.357648 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d86aaa9-a691-422e-9174-b306a85c8490 req-f280bc80-f664-476e-8d43-aaa8b6c06697 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0658431 Jul 25 08:46:42.381167 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:42.386422 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55178) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:42.409938 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d86aaa9-a691-422e-9174-b306a85c8490 req-324f4cfa-b677-4a88-ae88-8507e770a14a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502226 Jul 25 08:46:42.625220 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-37d1f4bf-78e6-4b2e-a5d3-97a69aa420cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:42.665462 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df0510-d89a-4b4b-a6c0-fa7a0f83422c req-3267e82c-0d44-4e83-9e9f-882d9591c60c tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:42.667382 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-50df0510-d89a-4b4b-a6c0-fa7a0f83422c req-3267e82c-0d44-4e83-9e9f-882d9591c60c tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.1018178 Jul 25 08:46:42.680340 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806af625-2d1d-43d9-852f-60656f1f48bd req-63475535-2ddf-447c-bf53-d54a2b999047 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:42.681848 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-806af625-2d1d-43d9-852f-60656f1f48bd req-63475535-2ddf-447c-bf53-d54a2b999047 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 931 time: 0.0691848 Jul 25 08:46:42.714772 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-37d1f4bf-78e6-4b2e-a5d3-97a69aa420cb admin admin] Publish callbacks [] for security_group (8c77bb7a-57cf-4200-b0c4-c0eccdb5f689), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:42.719686 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-37d1f4bf-78e6-4b2e-a5d3-97a69aa420cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (8c77bb7a-57cf-4200-b0c4-c0eccdb5f689), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:42.752611 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:42.767543 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-37d1f4bf-78e6-4b2e-a5d3-97a69aa420cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=782e253a9b8742ad828728b133da064a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797314 Jul 25 08:46:42.770194 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55200) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:42.773887 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:42.775947 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-50df0510-d89a-4b4b-a6c0-fa7a0f83422c req-f2252a18-0ef2-4b11-830a-0f18344d3eb9 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029549 Jul 25 08:46:42.779951 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-806af625-2d1d-43d9-852f-60656f1f48bd req-11de90ed-894e-40ae-91cd-339bc5c6c97a tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845578 Jul 25 08:46:42.787229 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1f4bf-78e6-4b2e-a5d3-97a69aa420cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c77bb7a-57cf-4200-b0c4-c0eccdb5f689,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:42.836947 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-044ae176-d8e5-477e-9509-c38547f6a758 admin admin] Publish callbacks [] for security_group (8c77bb7a-57cf-4200-b0c4-c0eccdb5f689), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:42.858084 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-044ae176-d8e5-477e-9509-c38547f6a758 admin admin] Publish callbacks [] for security_group (8c77bb7a-57cf-4200-b0c4-c0eccdb5f689), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:42.913368 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-044ae176-d8e5-477e-9509-c38547f6a758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (8c77bb7a-57cf-4200-b0c4-c0eccdb5f689), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:42.918321 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-044ae176-d8e5-477e-9509-c38547f6a758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:42.920069 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-044ae176-d8e5-477e-9509-c38547f6a758 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c77bb7a-57cf-4200-b0c4-c0eccdb5f689 HTTP/1.1" status: 204 len: 168 time: 0.1479948 Jul 25 08:46:42.930202 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ae176-d8e5-477e-9509-c38547f6a758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c77bb7a-57cf-4200-b0c4-c0eccdb5f689,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:43.008340 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc7e9b-07cc-47e2-9ea6-4073c4033021 req-37506672-838a-43f4-97ab-386119da1cf7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:43.009874 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-02dc7e9b-07cc-47e2-9ea6-4073c4033021 req-37506672-838a-43f4-97ab-386119da1cf7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0675108 Jul 25 08:46:43.041505 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 4e4d0870-3b4e-4551-b50c-c4f668b497de details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:46:43.085514 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-02dc7e9b-07cc-47e2-9ea6-4073c4033021 req-132d761e-b68c-4f64-ad47-15deb153e70e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677321 Jul 25 08:46:43.179833 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 4e4d0870-3b4e-4551-b50c-c4f668b497de, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4e4d0870-3b4e-4551-b50c-c4f668b497de,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:43.193518 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '4e4d0870-3b4e-4551-b50c-c4f668b497de', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'port_id': '4e4d0870-3b4e-4551-b50c-c4f668b497de', 'mac_address': 'fa:16:3e:37:0b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:46:43.234656 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 4e4d0870-3b4e-4551-b50c-c4f668b497de is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:43.235209 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:43.258420 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4d0870-3b4e-4551-b50c-c4f668b497de {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:46:43.282897 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 4e4d0870-3b4e-4551-b50c-c4f668b497de, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4e4d0870-3b4e-4551-b50c-c4f668b497de,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:43.287780 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:43.372143 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=4e4d0870-3b4e-4551-b50c-c4f668b497de,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:43.382085 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.382441 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.382781 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.383290 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.383780 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.384312 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.384671 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.385375 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.385844 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.386328 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.386653 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.387146 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.387626 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.387976 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.388449 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:43.393896 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55222) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:43.408361 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3b9e0929-b831-437f-910a-6c2e96cb44bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:43.495927 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:43.504189 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3b9e0929-b831-437f-910a-6c2e96cb44bf admin admin] Publish callbacks [] for security_group (d565315f-5485-411d-b1d0-f5125281ebec), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:43.510289 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3b9e0929-b831-437f-910a-6c2e96cb44bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d565315f-5485-411d-b1d0-f5125281ebec), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:43.552306 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7d9b2-83d7-46ca-b803-ed5629fcafff req-e6456214-861b-47a9-9d62-68e6ae19be6b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:43.553836 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8ff7d9b2-83d7-46ca-b803-ed5629fcafff req-e6456214-861b-47a9-9d62-68e6ae19be6b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0673974 Jul 25 08:46:43.578975 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3b9e0929-b831-437f-910a-6c2e96cb44bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae852b6fafeb47219038302950a98c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809316 Jul 25 08:46:43.580039 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55238) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:43.586652 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e0929-b831-437f-910a-6c2e96cb44bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d565315f-5485-411d-b1d0-f5125281ebec,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:43.638132 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aae45ce9-afb0-4407-a731-afdbf0d09a7c admin admin] Publish callbacks [] for security_group (d565315f-5485-411d-b1d0-f5125281ebec), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:43.643168 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8ff7d9b2-83d7-46ca-b803-ed5629fcafff req-34bd7ecf-7c17-499c-b48e-ea586383b683 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836968 Jul 25 08:46:43.664823 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af85c45-4453-4a5d-9d91-589fead7330b req-280c4b8d-ac6d-40cd-b9ff-09b273ba5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:43.665818 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6af85c45-4453-4a5d-9d91-589fead7330b req-280c4b8d-ac6d-40cd-b9ff-09b273ba5afe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0609469 Jul 25 08:46:43.673679 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aae45ce9-afb0-4407-a731-afdbf0d09a7c admin admin] Publish callbacks [] for security_group (d565315f-5485-411d-b1d0-f5125281ebec), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:43.725285 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aae45ce9-afb0-4407-a731-afdbf0d09a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d565315f-5485-411d-b1d0-f5125281ebec), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:43.727804 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aae45ce9-afb0-4407-a731-afdbf0d09a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:43.728986 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-aae45ce9-afb0-4407-a731-afdbf0d09a7c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d565315f-5485-411d-b1d0-f5125281ebec HTTP/1.1" status: 204 len: 168 time: 0.1478925 Jul 25 08:46:43.742607 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae45ce9-afb0-4407-a731-afdbf0d09a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565315f-5485-411d-b1d0-f5125281ebec,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:43.784310 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Request body: {'port': {'device_id': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:43.906928 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['4e4d0870-3b4e-4551-b50c-c4f668b497de'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:46:43.955395 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:43.980532 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:44.012791 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91047afc-2b7c-469f-bbd4-eb0768078950 req-1913d465-b72c-494f-9ac6-70ca1fdc1cde tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:44.021572 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-91047afc-2b7c-469f-bbd4-eb0768078950 req-1913d465-b72c-494f-9ac6-70ca1fdc1cde tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 931 time: 0.1405063 Jul 25 08:46:44.035464 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-dfc67cd6-4c42-4cee-b8c3-16e20984dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:44.037793 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-dfc67cd6-4c42-4cee-b8c3-16e20984dde5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 200 len: 850 time: 0.2279625 Jul 25 08:46:44.073486 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd326-6d73-4933-9a34-71441fac5576 req-58b6e626-0c8d-451e-ac9d-8b8041e231d6 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:44.075156 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5e4fd326-6d73-4933-9a34-71441fac5576 req-58b6e626-0c8d-451e-ac9d-8b8041e231d6 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.1934669 Jul 25 08:46:44.088502 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6f4487f2-a3fe-4dd8-acbd-9b50b9bba310 req-3117b3d4-7e20-43bb-b68a-2f1840bfde00 service neutron] 10.222.0.48 "GET /v2.0/networks/fab9b340-d5f0-4d1e-9134-d3f67a8942d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178556 Jul 25 08:46:44.142769 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-91047afc-2b7c-469f-bbd4-eb0768078950 req-ebc9c230-41e5-4fa3-99ee-d38f4a6d3810 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177814 Jul 25 08:46:44.180615 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5e4fd326-6d73-4933-9a34-71441fac5576 req-90228de3-687f-48cb-9d2b-911b4a91c7a3 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961349 Jul 25 08:46:44.241052 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:44.287773 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d79f3-9276-4dc3-b6d4-d59cec9bcdb9 req-32baa7a4-60fa-4612-9a9d-616b3e483b99 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:44.296765 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f56d79f3-9276-4dc3-b6d4-d59cec9bcdb9 req-32baa7a4-60fa-4612-9a9d-616b3e483b99 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0639629 Jul 25 08:46:44.323284 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:44.383786 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f56d79f3-9276-4dc3-b6d4-d59cec9bcdb9 req-175ebb85-4afa-42b7-bc35-3a2939d2948b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806510 Jul 25 08:46:44.444305 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653cd8da-6a1d-469a-82fe-d6dbe5f44308 {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:46:44.453466 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Publish callbacks [] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:44.478552 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Transition to ACTIVE for port object 653cd8da-6a1d-469a-82fe-d6dbe5f44308 will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:46:44.481743 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af85c45-4453-4a5d-9d91-589fead7330b req-1338d116-7939-4d26-a998-21b7497a5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:44.483906 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6af85c45-4453-4a5d-9d91-589fead7330b req-1338d116-7939-4d26-a998-21b7497a5af5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0992069 Jul 25 08:46:44.485147 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:44.541614 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Pushing event updated for resources: {'Port': ['ID=653cd8da-6a1d-469a-82fe-d6dbe5f44308,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:44.619610 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-356c6958-749b-480e-9c93-db67fb7b0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:44.621210 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-356c6958-749b-480e-9c93-db67fb7b0aef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1288757 Jul 25 08:46:44.749134 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Attempting to bind port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:46:44.749134 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Attempting to bind port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:46:44.749134 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Attempting to bind port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:44.768139 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:46:44.768467 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Attempting to bind port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:46:44.775025 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:46:44.775515 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Checking segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:46:44.776185 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Bound using segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:46:44.776721 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Bound port: 653cd8da-6a1d-469a-82fe-d6dbe5f44308, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:46:44.779213 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:44.883671 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] For port 653cd8da-6a1d-469a-82fe-d6dbe5f44308, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:46:44.887746 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] For port 653cd8da-6a1d-469a-82fe-d6dbe5f44308, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=653cd8da-6a1d-469a-82fe-d6dbe5f44308,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:46:44.896156 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0337d3-b02a-417b-96da-4a3187878574 req-846c01ae-10cc-480c-8de0-384da8da2823 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:44.897810 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:44.907923 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6d0337d3-b02a-417b-96da-4a3187878574 req-846c01ae-10cc-480c-8de0-384da8da2823 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0958028 Jul 25 08:46:44.961104 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Pushing event updated for resources: {'Port': ['ID=653cd8da-6a1d-469a-82fe-d6dbe5f44308,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:44.986485 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:44.989011 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:44.992640 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-cc1f32a7-da33-4344-9893-9bdcc7cf3630 service neutron] 10.222.0.48 "PUT /v2.0/ports/653cd8da-6a1d-469a-82fe-d6dbe5f44308 HTTP/1.1" status: 200 len: 1093 time: 1.2125647 Jul 25 08:46:44.993907 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6d0337d3-b02a-417b-96da-4a3187878574 req-8c7ab917-5115-4347-acd7-c7a159181b37 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846806 Jul 25 08:46:44.994455 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'tag': '653cd8da-6a1d-469a-82fe-d6dbe5f44308'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:46:44.999212 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3cb745-9a2d-4a8e-95e9-98161ddf6ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "51386e27-02e7-4b3c-8a7a-a13ede11e75e", "tag": "653cd8da-6a1d-469a-82fe-d6dbe5f44308"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:46:45.031802 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:45.095255 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4535f12f-33c4-4ac5-9f33-951df7fc7b34 x-openstack-request-id: req-4535f12f-33c4-4ac5-9f33-951df7fc7b34 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:46:45.095539 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51386e27-02e7-4b3c-8a7a-a13ede11e75e", "tag": "653cd8da-6a1d-469a-82fe-d6dbe5f44308", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:46:45.095792 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4535f12f-33c4-4ac5-9f33-951df7fc7b34 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:46:45.099147 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4535f12f-33c4-4ac5-9f33-951df7fc7b34'] response: {'name': 'network-changed', 'server_uuid': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'tag': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'status': 'completed', 'code': 200} Jul 25 08:46:45.177276 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55354) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:45.299674 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed377ba-f5d7-4288-954a-e6e045eea45e req-6c5752a4-ffd1-4cdc-bd5f-4f05c0121703 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:45.313506 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0ed377ba-f5d7-4288-954a-e6e045eea45e req-6c5752a4-ffd1-4cdc-bd5f-4f05c0121703 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 943 time: 0.0777538 Jul 25 08:46:45.368342 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1050989855-network', 'tenant_id': 'd358c71209624c55b7db08cc3435dbcb'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:45.406064 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Made reservation on behalf of d358c71209624c55b7db08cc3435dbcb for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:46:45.409180 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:45.419211 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:45.571671 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Publish callbacks [] for security_group (3f4b0784-cdd9-40ab-824c-03c47511a19b), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:45.577481 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (3f4b0784-cdd9-40ab-824c-03c47511a19b), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:45.604089 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:45.617233 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:46:45.625511 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b0784-cdd9-40ab-824c-03c47511a19b,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:45.629608 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26d588-419c-4b14-82a9-bd029f41a506 req-527b0356-e411-4ee9-a58b-04db5e5a8e69 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:45.636969 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-be26d588-419c-4b14-82a9-bd029f41a506 req-527b0356-e411-4ee9-a58b-04db5e5a8e69 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.3131394 Jul 25 08:46:45.649145 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (f6c758b7-c6cd-49be-8055-433867b3de21), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:45.649497 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Added segment f6c758b7-c6cd-49be-8055-433867b3de21 of type vlan for network df2c555e-a7b1-4886-b8d4-ee1799973637 Jul 25 08:46:45.671608 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0ed377ba-f5d7-4288-954a-e6e045eea45e req-0827fa8d-6ac9-4d45-8161-616ac45b670a tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3567495 Jul 25 08:46:45.703891 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (df2c555e-a7b1-4886-b8d4-ee1799973637), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:45.731111 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-be26d588-419c-4b14-82a9-bd029f41a506 req-ce3760da-eda6-4f6d-aa79-ceb0c52c5b9d tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890064 Jul 25 08:46:45.760930 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:45.761230 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (df2c555e-a7b1-4886-b8d4-ee1799973637), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:45.762283 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:45.763063 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:45.799995 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6189892 Jul 25 08:46:45.800958 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 55392) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:45.808163 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Request body: {'subnet': {'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1050989855-subnet', 'tenant_id': 'd358c71209624c55b7db08cc3435dbcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:45.838008 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f163127-ee75-4685-8a41-a8b7e3cccc79 req-c58c0f29-de0f-4bdd-99b3-0279c309286a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:45.839667 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0f163127-ee75-4685-8a41-a8b7e3cccc79 req-c58c0f29-de0f-4bdd-99b3-0279c309286a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0799611 Jul 25 08:46:45.850795 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55396) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:45.861707 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e657b-c0cd-43b0-a199-b4bee5aaa1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=df2c555e-a7b1-4886-b8d4-ee1799973637,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:45.867759 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Made reservation on behalf of d358c71209624c55b7db08cc3435dbcb for: {'subnet': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:46:45.870452 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:45.872737 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network df2c555e-a7b1-4886-b8d4-ee1799973637 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:46:45.918112 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 4e4d0870-3b4e-4551-b50c-c4f668b497de up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:45.962612 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0f163127-ee75-4685-8a41-a8b7e3cccc79 req-680bb3d3-0600-4fb9-91fb-a48996eb722d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130435 Jul 25 08:46:45.970244 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:46.000802 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 4e4d0870-3b4e-4551-b50c-c4f668b497de completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:46:46.001145 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5ed328d6-e71d-461b-bb86-bcaf1c654e33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.002624 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:46.006323 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 4e4d0870-3b4e-4551-b50c-c4f668b497de triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:46.006962 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.021472 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:46.094397 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (79500d18-6e4c-4b7d-ab60-672b73254ee7), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.106026 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5ed328d6-e71d-461b-bb86-bcaf1c654e33 admin admin] Publish callbacks [] for security_group (399e540f-ca3b-4290-a5c7-f7a22ddc58f8), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.108258 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 4e4d0870-3b4e-4551-b50c-c4f668b497de is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:46.108891 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.114672 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5ed328d6-e71d-461b-bb86-bcaf1c654e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (399e540f-ca3b-4290-a5c7-f7a22ddc58f8), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.142155 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b16067-f13e-472e-a335-bbb66b7461b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4d0870-3b4e-4551-b50c-c4f668b497de'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:46:46.145067 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc0ddaa-8903-4e16-91b5-acdf8675640b" -d '{"events": [{"server_uuid": "22b16067-f13e-472e-a335-bbb66b7461b1", "name": "network-vif-plugged", "status": "completed", "tag": "4e4d0870-3b4e-4551-b50c-c4f668b497de"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:46:46.159962 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed328d6-e71d-461b-bb86-bcaf1c654e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399e540f-ca3b-4290-a5c7-f7a22ddc58f8,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:46.165044 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-5ed328d6-e71d-461b-bb86-bcaf1c654e33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=32f9b858351443e7ac78481cb57ce46f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129563 Jul 25 08:46:46.165390 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 4e4d0870-3b4e-4551-b50c-c4f668b497de, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4e4d0870-3b4e-4551-b50c-c4f668b497de,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:46.166979 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55404) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:46.171844 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.205545 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Checking segment: {'id': 'f6c758b7-c6cd-49be-8055-433867b3de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:46:46.206023 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Network hostable DHCP agents. Network: df2c555e-a7b1-4886-b8d4-ee1799973637, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:46:46.220332 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79500d18-6e4c-4b7d-ab60-672b73254ee7,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:46.224971 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f711011b-da0c-4767-ace4-3e8f68d74d1a admin admin] Publish callbacks [] for security_group (399e540f-ca3b-4290-a5c7-f7a22ddc58f8), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.228064 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a680c8-8389-49a5-88c6-d9f82d1f287d req-9421155c-1c9f-4e99-b65d-8ff84c369bfc tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:46.229622 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-22a680c8-8389-49a5-88c6-d9f82d1f287d req-9421155c-1c9f-4e99-b65d-8ff84c369bfc tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0976875 Jul 25 08:46:46.240272 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.240636 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.240973 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.241349 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.241676 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.242065 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.242391 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.242498 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e42e2c-84aa-4c99-ab3d-23ac6bc6633f x-openstack-request-id: req-c1e42e2c-84aa-4c99-ab3d-23ac6bc6633f {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:46:46.242712 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.242812 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b16067-f13e-472e-a335-bbb66b7461b1", "name": "network-vif-plugged", "status": "completed", "tag": "4e4d0870-3b4e-4551-b50c-c4f668b497de", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:46:46.243004 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1e42e2c-84aa-4c99-ab3d-23ac6bc6633f {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:46:46.243099 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.243338 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.243434 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e42e2c-84aa-4c99-ab3d-23ac6bc6633f'] response: {'server_uuid': '22b16067-f13e-472e-a335-bbb66b7461b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4d0870-3b4e-4551-b50c-c4f668b497de', 'code': 200} Jul 25 08:46:46.243737 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.243972 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.244300 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.244546 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=4e4d0870-3b4e-4551-b50c-c4f668b497de,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:46.244674 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.245304 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:46:46.249785 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f711011b-da0c-4767-ace4-3e8f68d74d1a admin admin] Publish callbacks [] for security_group (399e540f-ca3b-4290-a5c7-f7a22ddc58f8), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.274685 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Network df2c555e-a7b1-4886-b8d4-ee1799973637 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:46:46.282835 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:46.306562 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-22a680c8-8389-49a5-88c6-d9f82d1f287d req-07a91a7c-8fd8-42fc-86ea-6f05e6bcea0e tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539587 Jul 25 08:46:46.306562 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, df2c555e-a7b1-4886-b8d4-ee1799973637) {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:46:46.308500 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:46.309160 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.320938 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460b639a-0d40-437f-a1e7-150aa05d53cc None None] Network df2c555e-a7b1-4886-b8d4-ee1799973637 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:46:46.327188 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f711011b-da0c-4767-ace4-3e8f68d74d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (399e540f-ca3b-4290-a5c7-f7a22ddc58f8), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.333166 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f711011b-da0c-4767-ace4-3e8f68d74d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.334355 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f711011b-da0c-4767-ace4-3e8f68d74d1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/399e540f-ca3b-4290-a5c7-f7a22ddc58f8 HTTP/1.1" status: 204 len: 168 time: 0.1662722 Jul 25 08:46:46.339740 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-08d87e10-7d68-4e89-9391-33d0800b3660 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5376179 Jul 25 08:46:46.343365 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711011b-da0c-4767-ace4-3e8f68d74d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399e540f-ca3b-4290-a5c7-f7a22ddc58f8,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:46.437119 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff0e168-6650-4fed-814f-539e412d21b5 None None] Network df2c555e-a7b1-4886-b8d4-ee1799973637 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:46:46.687634 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55422) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:46.707389 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f4d4-164e-47ce-aa73-742f78f95cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.833326 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f4d4-164e-47ce-aa73-742f78f95cf9 admin admin] Publish callbacks [] for security_group (be910656-9ae7-404f-b874-a89583593b83), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.844140 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a6b3f4d4-164e-47ce-aa73-742f78f95cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (be910656-9ae7-404f-b874-a89583593b83), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:46.903570 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2cee3-fdcf-49c4-9994-3026053e0673 req-b7e85b11-9655-45c6-93ca-425ffb796022 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:46.906835 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-65e2cee3-fdcf-49c4-9994-3026053e0673 req-b7e85b11-9655-45c6-93ca-425ffb796022 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 943 time: 0.1329641 Jul 25 08:46:46.919652 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-a6b3f4d4-164e-47ce-aa73-742f78f95cf9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a089850e154e4df79765546bf55a3d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305076 Jul 25 08:46:46.921218 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55436) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:46.923448 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3f4d4-164e-47ce-aa73-742f78f95cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be910656-9ae7-404f-b874-a89583593b83,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:46.952865 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8444e-0066-429a-b4f8-b936973a912d req-ca6440c4-3eb8-475a-8651-2fd2537c0fac tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:46.954732 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-78a8444e-0066-429a-b4f8-b936973a912d req-ca6440c4-3eb8-475a-8651-2fd2537c0fac tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.1262922 Jul 25 08:46:47.001700 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-78a8abda-c797-4a7f-9ccd-70ea96d3e1c2 admin admin] Publish callbacks [] for security_group (be910656-9ae7-404f-b874-a89583593b83), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:47.037905 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-65e2cee3-fdcf-49c4-9994-3026053e0673 req-e8f432a0-fd8f-425a-aa4e-d9c232843c50 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229265 Jul 25 08:46:47.048542 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-78a8abda-c797-4a7f-9ccd-70ea96d3e1c2 admin admin] Publish callbacks [] for security_group (be910656-9ae7-404f-b874-a89583593b83), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:47.081700 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:47.204048 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c27a3-545b-4af0-996a-77b3ac153565 req-10ac6d0f-d59a-40ff-90d5-cc881482aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:47.205003 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-692c27a3-545b-4af0-996a-77b3ac153565 req-10ac6d0f-d59a-40ff-90d5-cc881482aba1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 1130 time: 0.0745249 Jul 25 08:46:47.235274 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-78a8abda-c797-4a7f-9ccd-70ea96d3e1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (be910656-9ae7-404f-b874-a89583593b83), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:47.238317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-78a8abda-c797-4a7f-9ccd-70ea96d3e1c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:47.240263 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-78a8abda-c797-4a7f-9ccd-70ea96d3e1c2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be910656-9ae7-404f-b874-a89583593b83 HTTP/1.1" status: 204 len: 168 time: 0.3178637 Jul 25 08:46:47.254747 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8abda-c797-4a7f-9ccd-70ea96d3e1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be910656-9ae7-404f-b874-a89583593b83,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:47.263918 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-78a8444e-0066-429a-b4f8-b936973a912d req-af7e0d18-1898-4718-ae7a-35e14c54ea66 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933874 Jul 25 08:46:47.329164 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6af85c45-4453-4a5d-9d91-589fead7330b req-6d89634e-5dad-4b3e-b733-d100c7b71386 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309817 Jul 25 08:46:47.411165 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816db4d4-3612-469c-bd28-3cc714e2026a req-639f1adb-28e4-4e8f-914e-849b98149f11 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:47.418063 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-816db4d4-3612-469c-bd28-3cc714e2026a req-639f1adb-28e4-4e8f-914e-849b98149f11 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.1352198 Jul 25 08:46:47.494426 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-3cfd853f-614a-445a-9a22-a95fa1defc70 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009235 Jul 25 08:46:47.510619 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff392c0a-81e3-439a-80e9-8ef9949fec47 req-9d8cbe9c-e728-4acd-a906-6328fb080210 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:47.512082 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ff392c0a-81e3-439a-80e9-8ef9949fec47 req-9d8cbe9c-e728-4acd-a906-6328fb080210 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0921228 Jul 25 08:46:47.569485 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-816db4d4-3612-469c-bd28-3cc714e2026a req-a1eeef55-ca4c-4343-8da2-5f74b234a52e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498699 Jul 25 08:46:47.612965 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ff392c0a-81e3-439a-80e9-8ef9949fec47 req-1fa29599-e497-48e8-86d3-ff8db61a7824 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895307 Jul 25 08:46:47.632822 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:47.652061 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-692c27a3-545b-4af0-996a-77b3ac153565 req-30fb6916-fa13-45e3-beda-735ec63793a3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623837 Jul 25 08:46:47.808192 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:47.826533 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6af85c45-4453-4a5d-9d91-589fead7330b req-80b33ca9-0a00-4388-b463-9591bbf331b1 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199435 Jul 25 08:46:47.828678 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2fb3056-b262-4da9-85ec-cb678f67139c req-e4bea391-28c7-400a-b8ae-be7465403d80 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144678 Jul 25 08:46:47.856664 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55486) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:48.028893 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f41bea3b-7ac0-40f8-a032-42c4c0df0ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.140653 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f41bea3b-7ac0-40f8-a032-42c4c0df0ef8 admin admin] Publish callbacks [] for security_group (1fdd07b7-f3dc-4ca1-9cb4-4d1018187fc7), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.147320 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f41bea3b-7ac0-40f8-a032-42c4c0df0ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (1fdd07b7-f3dc-4ca1-9cb4-4d1018187fc7), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.196345 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f41bea3b-7ac0-40f8-a032-42c4c0df0ef8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13ff188603624645a8a7032bb93b21f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379714 Jul 25 08:46:48.198108 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bea3b-7ac0-40f8-a032-42c4c0df0ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdd07b7-f3dc-4ca1-9cb4-4d1018187fc7,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:48.199175 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 55514) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:48.235199 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d706bb9-ff06-494b-b71a-08073753c231 req-1fdb0b40-8705-4b1d-9db7-1acecc53f7d9 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:48.236719 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d706bb9-ff06-494b-b71a-08073753c231 req-1fdb0b40-8705-4b1d-9db7-1acecc53f7d9 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 943 time: 0.0811284 Jul 25 08:46:48.252015 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:48.317555 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d120ca26-773e-49c7-8d78-a2e16da61ffe admin admin] Publish callbacks [] for security_group (1fdd07b7-f3dc-4ca1-9cb4-4d1018187fc7), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.324678 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d706bb9-ff06-494b-b71a-08073753c231 req-8d4b6f6c-a52e-4138-970c-6bf86316525b tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794342 Jul 25 08:46:48.347914 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d120ca26-773e-49c7-8d78-a2e16da61ffe admin admin] Publish callbacks [] for security_group (1fdd07b7-f3dc-4ca1-9cb4-4d1018187fc7), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.413949 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55526) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:48.475024 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cb745-9a2d-4a8e-95e9-98161ddf6ae8 req-bd9a08be-df2d-41fb-84e1-32db70288f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:48.476454 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7b3cb745-9a2d-4a8e-95e9-98161ddf6ae8 req-bd9a08be-df2d-41fb-84e1-32db70288f71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 1127 time: 0.0785222 Jul 25 08:46:48.488878 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d2539-af33-4a45-a844-fb7327144341 req-aa82126e-b46c-49dd-973a-ac7cb6394605 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:48.490330 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-355d2539-af33-4a45-a844-fb7327144341 req-aa82126e-b46c-49dd-973a-ac7cb6394605 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.1168525 Jul 25 08:46:48.514658 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d120ca26-773e-49c7-8d78-a2e16da61ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (1fdd07b7-f3dc-4ca1-9cb4-4d1018187fc7), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.517237 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d120ca26-773e-49c7-8d78-a2e16da61ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.520749 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-d120ca26-773e-49c7-8d78-a2e16da61ffe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1fdd07b7-f3dc-4ca1-9cb4-4d1018187fc7 HTTP/1.1" status: 204 len: 168 time: 0.3176410 Jul 25 08:46:48.535698 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120ca26-773e-49c7-8d78-a2e16da61ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdd07b7-f3dc-4ca1-9cb4-4d1018187fc7,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:48.598714 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-355d2539-af33-4a45-a844-fb7327144341 req-78e75950-c874-4262-a29c-1a95dbbb87d2 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937252 Jul 25 08:46:48.683927 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c5d78625-6c53-4468-a8c1-15b1cf5d1c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.783494 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c5d78625-6c53-4468-a8c1-15b1cf5d1c42 admin admin] Publish callbacks [] for security_group (b3cc8f90-d960-459d-8fb9-0ec15a033702), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.786070 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e7eb2-bc02-4ca4-abce-76ec923b91c2 req-4695912b-6f76-4b03-9063-499bce502947 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:48.787875 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7f1e7eb2-bc02-4ca4-abce-76ec923b91c2 req-4695912b-6f76-4b03-9063-499bce502947 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0957201 Jul 25 08:46:48.789422 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c5d78625-6c53-4468-a8c1-15b1cf5d1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b3cc8f90-d960-459d-8fb9-0ec15a033702), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.825417 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-7648b7cc-4cb0-4d97-a97b-09e0dee61d75 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:48.828090 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d78625-6c53-4468-a8c1-15b1cf5d1c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cc8f90-d960-459d-8fb9-0ec15a033702,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:48.832886 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-7648b7cc-4cb0-4d97-a97b-09e0dee61d75 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/networks?id=df2c555e-a7b1-4886-b8d4-ee1799973637 HTTP/1.1" status: 200 len: 809 time: 0.2216632 Jul 25 08:46:48.851766 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-c5d78625-6c53-4468-a8c1-15b1cf5d1c42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7eb4a3a2f95046d3be0b8f4abe69f9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4365709 Jul 25 08:46:48.853415 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-5cbe615d-93fa-47e0-8bc0-de24c4c6ff4a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/quotas/d358c71209624c55b7db08cc3435dbcb HTTP/1.1" status: 200 len: 375 time: 0.0193479 Jul 25 08:46:48.854356 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55554) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:48.947292 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b1d47832-ed0d-40a8-9dac-7a572036412f admin admin] Publish callbacks [] for security_group (b3cc8f90-d960-459d-8fb9-0ec15a033702), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.980421 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b1d47832-ed0d-40a8-9dac-7a572036412f admin admin] Publish callbacks [] for security_group (b3cc8f90-d960-459d-8fb9-0ec15a033702), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:48.993418 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55558) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:49.020038 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90dae5cb-61e9-4348-9bf5-0a23f420a85f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.047911 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-d2de5916-3465-4a35-8d50-49b169aae22c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d358c71209624c55b7db08cc3435dbcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1791956 Jul 25 08:46:49.084314 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b1d47832-ed0d-40a8-9dac-7a572036412f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b3cc8f90-d960-459d-8fb9-0ec15a033702), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.085131 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7f1e7eb2-bc02-4ca4-abce-76ec923b91c2 req-0cb10c47-08d7-4db0-98d7-ecf72743759e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890913 Jul 25 08:46:49.087801 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b1d47832-ed0d-40a8-9dac-7a572036412f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.088906 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b1d47832-ed0d-40a8-9dac-7a572036412f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3cc8f90-d960-459d-8fb9-0ec15a033702 HTTP/1.1" status: 204 len: 168 time: 0.2333026 Jul 25 08:46:49.107203 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d47832-ed0d-40a8-9dac-7a572036412f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cc8f90-d960-459d-8fb9-0ec15a033702,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:49.177152 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90dae5cb-61e9-4348-9bf5-0a23f420a85f admin admin] Publish callbacks [] for security_group (e3fc8d86-d8bf-438e-bb05-af8350c033b5), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.182857 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90dae5cb-61e9-4348-9bf5-0a23f420a85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e3fc8d86-d8bf-438e-bb05-af8350c033b5), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.192520 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b7926-39bc-4267-8147-161ee5273dbd req-749cf5ac-d6f2-4f4c-8a5b-1d6ecc5adfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:49.194359 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9b9b7926-39bc-4267-8147-161ee5273dbd req-749cf5ac-d6f2-4f4c-8a5b-1d6ecc5adfa5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 1129 time: 0.2916481 Jul 25 08:46:49.208905 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:49.241507 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dae5cb-61e9-4348-9bf5-0a23f420a85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fc8d86-d8bf-438e-bb05-af8350c033b5,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:49.248521 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-90dae5cb-61e9-4348-9bf5-0a23f420a85f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6d92b89f2ce4c189004c84a5b55811b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541735 Jul 25 08:46:49.251317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55568) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:49.309618 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab12f6-0056-474d-8c9d-c3ea9b9bd34f req-f111a7b4-7021-4bd6-b518-bc6ce498a5a2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:49.317694 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-caab12f6-0056-474d-8c9d-c3ea9b9bd34f req-f111a7b4-7021-4bd6-b518-bc6ce498a5a2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.1119478 Jul 25 08:46:49.325439 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:49.336848 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6ffac741-bb49-4953-8c9b-ab350752276e admin admin] Publish callbacks [] for security_group (e3fc8d86-d8bf-438e-bb05-af8350c033b5), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.346460 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cb745-9a2d-4a8e-95e9-98161ddf6ae8 req-79bc70a4-6a68-4147-b7af-f6037b45d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:49.347836 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7b3cb745-9a2d-4a8e-95e9-98161ddf6ae8 req-79bc70a4-6a68-4147-b7af-f6037b45d02c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4440291 Jul 25 08:46:49.367782 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6ffac741-bb49-4953-8c9b-ab350752276e admin admin] Publish callbacks [] for security_group (e3fc8d86-d8bf-438e-bb05-af8350c033b5), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.375992 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:49.402716 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-9c6bd67b-5e1b-4b7e-9f52-d29a19e95e18 service neutron] 10.222.0.52 "GET /v2.0/networks/df2c555e-a7b1-4886-b8d4-ee1799973637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164694 Jul 25 08:46:49.415255 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-caab12f6-0056-474d-8c9d-c3ea9b9bd34f req-0951a831-323d-4ce3-94c8-20f9f7559318 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938439 Jul 25 08:46:49.456350 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6ffac741-bb49-4953-8c9b-ab350752276e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e3fc8d86-d8bf-438e-bb05-af8350c033b5), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.459628 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6ffac741-bb49-4953-8c9b-ab350752276e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.464556 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6ffac741-bb49-4953-8c9b-ab350752276e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e3fc8d86-d8bf-438e-bb05-af8350c033b5 HTTP/1.1" status: 204 len: 168 time: 0.2120810 Jul 25 08:46:49.475366 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffac741-bb49-4953-8c9b-ab350752276e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fc8d86-d8bf-438e-bb05-af8350c033b5,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:49.627873 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55582) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:49.657918 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-896be677-37e3-4364-ab0a-0e0432cc45e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.792350 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-896be677-37e3-4364-ab0a-0e0432cc45e4 admin admin] Publish callbacks [] for security_group (775ab229-6ab3-4023-b7d3-037f5ddd1bec), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.800376 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-896be677-37e3-4364-ab0a-0e0432cc45e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (775ab229-6ab3-4023-b7d3-037f5ddd1bec), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:49.850878 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-896be677-37e3-4364-ab0a-0e0432cc45e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a4b3b6dd4834965adf25e3a7a4f0076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218018 Jul 25 08:46:49.851397 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55594) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:49.853444 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896be677-37e3-4364-ab0a-0e0432cc45e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775ab229-6ab3-4023-b7d3-037f5ddd1bec,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:49.892230 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9b9b7926-39bc-4267-8147-161ee5273dbd req-8376c650-0607-4030-b742-d53329fb121b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376235 Jul 25 08:46:49.899147 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:49.940908 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-32134e6f-946c-47b0-af4c-d39be0e9755f service neutron] 10.222.0.52 "GET /v2.0/networks/df2c555e-a7b1-4886-b8d4-ee1799973637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215757 Jul 25 08:46:49.946601 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cb745-9a2d-4a8e-95e9-98161ddf6ae8 req-f3dcc43b-c7f5-422a-a046-6e31c6617973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:49.952679 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7b3cb745-9a2d-4a8e-95e9-98161ddf6ae8 req-f3dcc43b-c7f5-422a-a046-6e31c6617973 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4969280 Jul 25 08:46:49.955183 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device f611d792-f2ac-42c7-9f33-d791e3b88419 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:46:50.037263 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459ef8f-9401-4832-97f3-8878b8699d8c req-c1de3863-2613-444d-bcc6-fc9584102c0a tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:50.046006 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a459ef8f-9401-4832-97f3-8878b8699d8c req-c1de3863-2613-444d-bcc6-fc9584102c0a tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 943 time: 0.0659556 Jul 25 08:46:50.054334 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa86d-e736-47fe-a2d6-60c5c49f7ace admin admin] Publish callbacks [] for security_group (775ab229-6ab3-4023-b7d3-037f5ddd1bec), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:50.114160 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa86d-e736-47fe-a2d6-60c5c49f7ace admin admin] Publish callbacks [] for security_group (775ab229-6ab3-4023-b7d3-037f5ddd1bec), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:50.122636 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.db.resource_extend [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 08:46:50.144783 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a459ef8f-9401-4832-97f3-8878b8699d8c req-4f8cd850-e3a7-43a5-bca6-4b56288ebaf0 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932755 Jul 25 08:46:50.226136 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa86d-e736-47fe-a2d6-60c5c49f7ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (775ab229-6ab3-4023-b7d3-037f5ddd1bec), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:50.229265 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1bbaa86d-e736-47fe-a2d6-60c5c49f7ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:50.234298 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-1bbaa86d-e736-47fe-a2d6-60c5c49f7ace admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/775ab229-6ab3-4023-b7d3-037f5ddd1bec HTTP/1.1" status: 204 len: 168 time: 0.3786714 Jul 25 08:46:50.257285 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaa86d-e736-47fe-a2d6-60c5c49f7ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775ab229-6ab3-4023-b7d3-037f5ddd1bec,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:50.355624 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port f611d792-f2ac-42c7-9f33-d791e3b88419, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f611d792-f2ac-42c7-9f33-d791e3b88419,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:50.369109 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': 'f611d792-f2ac-42c7-9f33-d791e3b88419', 'network_id': 'fab9b340-d5f0-4d1e-9134-d3f67a8942d8', 'port_id': 'f611d792-f2ac-42c7-9f33-d791e3b88419', 'mac_address': 'fa:16:3e:d9:79:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a674b64b-6b9a-4da5-8ccc-6a87013782cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:46:50.424585 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port f611d792-f2ac-42c7-9f33-d791e3b88419 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:50.427193 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:50.446834 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f5fd2-9c4e-49ec-b5a0-8f6430e72791 req-51b8b111-d2fb-465c-816a-22bf6e14f8f5 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:50.449232 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f611d792-f2ac-42c7-9f33-d791e3b88419 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:46:50.457512 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b10f5fd2-9c4e-49ec-b5a0-8f6430e72791 req-51b8b111-d2fb-465c-816a-22bf6e14f8f5 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 943 time: 0.2067029 Jul 25 08:46:50.503668 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port f611d792-f2ac-42c7-9f33-d791e3b88419, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f611d792-f2ac-42c7-9f33-d791e3b88419,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:50.510297 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:50.522314 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ea89c-3aaf-42e2-99d1-5f7136fd7cea req-311aa1c5-60dc-42e8-bb2d-2c0bff8985db tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:50.524022 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6e5ea89c-3aaf-42e2-99d1-5f7136fd7cea req-311aa1c5-60dc-42e8-bb2d-2c0bff8985db tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.2767394 Jul 25 08:46:50.585486 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:50.587662 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=f611d792-f2ac-42c7-9f33-d791e3b88419,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:50.622977 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b10f5fd2-9c4e-49ec-b5a0-8f6430e72791 req-04e63a1f-7e8f-4ab9-8fe8-18e1c4641066 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646552 Jul 25 08:46:50.705371 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6e5ea89c-3aaf-42e2-99d1-5f7136fd7cea req-32d1d450-4088-4b65-8311-a9622a54c72f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556113 Jul 25 08:46:50.757788 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c952e71e-6719-440d-b36a-7a8f9db232db req-d49e8903-8d6e-412e-83ad-38b090472918 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 210 time: 0.0451543 Jul 25 08:46:50.968094 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-b5471490-91e7-468a-83c1-dfdfee5355e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:50.969724 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-b5471490-91e7-468a-83c1-dfdfee5355e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 1127 time: 0.1072869 Jul 25 08:46:51.004395 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd193cf-6a94-4279-9692-2dc6ad871e5e req-cbedac4a-7f1e-4ef9-af75-fdef73715e11 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:51.009613 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6cd193cf-6a94-4279-9692-2dc6ad871e5e req-cbedac4a-7f1e-4ef9-af75-fdef73715e11 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.1618764 Jul 25 08:46:51.030133 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['f611d792-f2ac-42c7-9f33-d791e3b88419'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:46:51.058854 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-e1b8dd00-8699-4d74-bbd0-687be522f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:51.060357 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-e1b8dd00-8699-4d74-bbd0-687be522f129 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 1129 time: 0.1991680 Jul 25 08:46:51.063213 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-38d89279-c8f6-4e18-abd2-412eb81d83b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=653cd8da-6a1d-469a-82fe-d6dbe5f44308 HTTP/1.1" status: 200 len: 217 time: 0.0558493 Jul 25 08:46:51.145354 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6cd193cf-6a94-4279-9692-2dc6ad871e5e req-f6949f78-b0ad-4ed8-bfdf-0ab8ca9e59ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230485 Jul 25 08:46:51.257390 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-3dcb14c9-6e50-49bc-9479-fb661d831845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:51.259043 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-3dcb14c9-6e50-49bc-9479-fb661d831845 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.1444294 Jul 25 08:46:51.277053 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:51.377550 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-7841bbd2-8801-475a-9086-dfc92fc3a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:51.379286 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-7841bbd2-8801-475a-9086-dfc92fc3a42a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1120729 Jul 25 08:46:51.381161 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-845641a9-69ee-4ade-a35e-7821b80c12cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:51.382468 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-845641a9-69ee-4ade-a35e-7821b80c12cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.2667720 Jul 25 08:46:51.389332 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efef1a6-edfe-4f5d-93f1-ff3e73258186 req-78c31558-8bfb-46e4-8ad3-9315cb5df415 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:51.390736 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2efef1a6-edfe-4f5d-93f1-ff3e73258186 req-78c31558-8bfb-46e4-8ad3-9315cb5df415 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 943 time: 0.1117678 Jul 25 08:46:51.450759 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fde94-a03a-4a42-87bf-a27f554bc3d5 req-397bed1f-e17e-4659-98d0-22620988d377 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:51.452824 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2c8fde94-a03a-4a42-87bf-a27f554bc3d5 req-397bed1f-e17e-4659-98d0-22620988d377 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0773671 Jul 25 08:46:51.464084 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 55658) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:51.469522 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-814ce57c-7069-4e8e-82bf-0eb07a7186b4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'floatingip': {'port_id': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:51.471747 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=6 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:51.553556 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2efef1a6-edfe-4f5d-93f1-ff3e73258186 req-16b472ec-94a6-44c5-98e1-1660d867b93d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527047 Jul 25 08:46:51.566383 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-814ce57c-7069-4e8e-82bf-0eb07a7186b4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (a823dec3-9fed-4452-b010-0febe5c225ec), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:51.645104 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:51.766079 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:51.887771 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc832b15-d2f5-4913-a54b-914d4a112371 req-b06eab8a-5569-40dc-9706-7441f11c15dc tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:51.896960 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc832b15-d2f5-4913-a54b-914d4a112371 req-b06eab8a-5569-40dc-9706-7441f11c15dc tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 944 time: 0.1626885 Jul 25 08:46:52.029302 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-e39d9352-d859-4988-9a89-8311b1a19bf6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28a4c653-6358-4c44-a455-40a51fe64fbc HTTP/1.1" status: 200 len: 217 time: 0.1094441 Jul 25 08:46:52.077174 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960b005-09f0-421d-badc-5d3f03fd29ed req-2bb63e26-c000-47d2-a628-6d1f9cdbc668 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:52.078702 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2960b005-09f0-421d-badc-5d3f03fd29ed req-2bb63e26-c000-47d2-a628-6d1f9cdbc668 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.2100668 Jul 25 08:46:52.187019 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc832b15-d2f5-4913-a54b-914d4a112371 req-5b35e4aa-fc57-4e45-9ecd-a75d1369bba1 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889445 Jul 25 08:46:52.204069 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device f611d792-f2ac-42c7-9f33-d791e3b88419 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:46:52.263986 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port f611d792-f2ac-42c7-9f33-d791e3b88419 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:46:52.271349 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port f611d792-f2ac-42c7-9f33-d791e3b88419 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:46:52.271795 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:52.397097 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port f611d792-f2ac-42c7-9f33-d791e3b88419 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:52.397722 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:52.434630 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c47421d-f63c-4f50-97c9-fe01898702c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f611d792-f2ac-42c7-9f33-d791e3b88419'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:46:52.438083 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec87898-669f-4aaf-be99-a6492f5bade0" -d '{"events": [{"server_uuid": "1c47421d-f63c-4f50-97c9-fe01898702c2", "name": "network-vif-plugged", "status": "completed", "tag": "f611d792-f2ac-42c7-9f33-d791e3b88419"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:46:52.458394 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port f611d792-f2ac-42c7-9f33-d791e3b88419, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f611d792-f2ac-42c7-9f33-d791e3b88419,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:52.470613 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:52.532456 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=f611d792-f2ac-42c7-9f33-d791e3b88419,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:52.681984 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-3bca2eb3-33bb-4fa1-9298-ba1381835b42 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:52.684034 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-3bca2eb3-33bb-4fa1-9298-ba1381835b42 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.48 "GET /v2.0/networks?id=df2c555e-a7b1-4886-b8d4-ee1799973637 HTTP/1.1" status: 200 len: 809 time: 0.1601698 Jul 25 08:46:52.692310 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-f06410c5-50f2-4820-9122-9df40ed06b05 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7767096 Jul 25 08:46:52.727350 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a5e99194-35b4-4be0-9fc6-b16a7231e053 req-9a724de0-e856-4678-ab73-0e49474aac47 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 210 time: 0.4219089 Jul 25 08:46:52.751902 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2960b005-09f0-421d-badc-5d3f03fd29ed req-1cadbda7-9ae3-4a4d-9e64-daeeeca2a32a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398120 Jul 25 08:46:52.804405 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-c6010039-95a4-47ac-b628-3c701328a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:52.805924 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-c6010039-95a4-47ac-b628-3c701328a211 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.4625056 Jul 25 08:46:52.807789 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ac55dd-2f37-4392-8f8b-8f8745d3d5aa x-openstack-request-id: req-32ac55dd-2f37-4392-8f8b-8f8745d3d5aa {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:46:52.808152 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c47421d-f63c-4f50-97c9-fe01898702c2", "name": "network-vif-plugged", "status": "completed", "tag": "f611d792-f2ac-42c7-9f33-d791e3b88419", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:46:52.808493 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32ac55dd-2f37-4392-8f8b-8f8745d3d5aa {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:46:52.808972 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ac55dd-2f37-4392-8f8b-8f8745d3d5aa'] response: {'server_uuid': '1c47421d-f63c-4f50-97c9-fe01898702c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f611d792-f2ac-42c7-9f33-d791e3b88419', 'code': 200} Jul 25 08:46:52.935727 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.db.resource_extend [None req-814ce57c-7069-4e8e-82bf-0eb07a7186b4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 08:46:52.974155 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4b9d-a038-4f09-bec5-54c921666f6e req-92b75dec-d6c0-4428-917a-b6414f3a4f54 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:52.975677 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-134d4b9d-a038-4f09-bec5-54c921666f6e req-92b75dec-d6c0-4428-917a-b6414f3a4f54 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 943 time: 0.1205189 Jul 25 08:46:53.035706 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-814ce57c-7069-4e8e-82bf-0eb07a7186b4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:53.042446 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-814ce57c-7069-4e8e-82bf-0eb07a7186b4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (a823dec3-9fed-4452-b010-0febe5c225ec), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:53.110405 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-134d4b9d-a038-4f09-bec5-54c921666f6e req-0e8120b2-4481-4b49-ba52-6fddbf09033d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251850 Jul 25 08:46:53.175422 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-814ce57c-7069-4e8e-82bf-0eb07a7186b4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Floating IP a823dec3-9fed-4452-b010-0febe5c225ec associated. External IP: 172.27.1.199, port: de1515d4-bcfe-41ca-b713-85a3e00f3b9f. Jul 25 08:46:53.193178 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55746) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:53.231959 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:53.375269 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bf3486ed-2b2a-45d4-ae4b-d53ddddec2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:53.408862 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fa7af-c0ab-4360-a133-3cc2df49a57b req-ece95304-7cce-41d6-b2c9-6fccb32fafec tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:53.410486 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-772fa7af-c0ab-4360-a133-3cc2df49a57b req-ece95304-7cce-41d6-b2c9-6fccb32fafec tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0978608 Jul 25 08:46:53.437321 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:53.453458 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bf3486ed-2b2a-45d4-ae4b-d53ddddec2c4 admin admin] Publish callbacks [] for security_group (19a212e7-f594-4fc6-b746-982d1d80c2bc), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:53.458174 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bf3486ed-2b2a-45d4-ae4b-d53ddddec2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (19a212e7-f594-4fc6-b746-982d1d80c2bc), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:53.462861 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:53.498620 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3486ed-2b2a-45d4-ae4b-d53ddddec2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a212e7-f594-4fc6-b746-982d1d80c2bc,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:53.503934 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-bf3486ed-2b2a-45d4-ae4b-d53ddddec2c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=061203f8609740c2a80f6d6f10bb5421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091636 Jul 25 08:46:53.507389 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-772fa7af-c0ab-4360-a133-3cc2df49a57b req-0a0f921f-08b7-40e7-9b3a-6c9aaddfb89c tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672979 Jul 25 08:46:53.507697 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55758) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:53.509166 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814ce57c-7069-4e8e-82bf-0eb07a7186b4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Router c02dca39-7a8f-461c-8084-aa6921fc9b64 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:46:53.562779 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6806ccfb-7615-4ec8-ac05-74aa62846695 admin admin] Publish callbacks [] for security_group (19a212e7-f594-4fc6-b746-982d1d80c2bc), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:53.584021 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6806ccfb-7615-4ec8-ac05-74aa62846695 admin admin] Publish callbacks [] for security_group (19a212e7-f594-4fc6-b746-982d1d80c2bc), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:53.615776 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814ce57c-7069-4e8e-82bf-0eb07a7186b4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:46:53.620134 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-814ce57c-7069-4e8e-82bf-0eb07a7186b4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:53.629407 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77a001-2d23-4ae7-9076-4cffafb223d2 None None] Sync routers for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:46:53.633853 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6806ccfb-7615-4ec8-ac05-74aa62846695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (19a212e7-f594-4fc6-b746-982d1d80c2bc), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:53.636658 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6806ccfb-7615-4ec8-ac05-74aa62846695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:53.638260 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6806ccfb-7615-4ec8-ac05-74aa62846695 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19a212e7-f594-4fc6-b746-982d1d80c2bc HTTP/1.1" status: 204 len: 168 time: 0.1288805 Jul 25 08:46:53.642606 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:53.648158 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806ccfb-7615-4ec8-ac05-74aa62846695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a212e7-f594-4fc6-b746-982d1d80c2bc,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:53.657051 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77a001-2d23-4ae7-9076-4cffafb223d2 None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:46:53.657184 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-814ce57c-7069-4e8e-82bf-0eb07a7186b4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "PUT /v2.0/floatingips/a823dec3-9fed-4452-b010-0febe5c225ec HTTP/1.1" status: 200 len: 992 time: 2.1889536 Jul 25 08:46:53.657184 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'tag': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:46:53.657356 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8e77a001-2d23-4ae7-9076-4cffafb223d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:46:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:53.657670 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb53174b-861d-46f5-97b0-3f214fafc38c" -d '{"events": [{"name": "network-changed", "server_uuid": "c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7", "tag": "de1515d4-bcfe-41ca-b713-85a3e00f3b9f"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:46:53.696544 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea9ee93-1544-48c2-8150-64ea0d0abba1 x-openstack-request-id: req-4ea9ee93-1544-48c2-8150-64ea0d0abba1 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:46:53.697148 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7", "tag": "de1515d4-bcfe-41ca-b713-85a3e00f3b9f", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:46:53.697148 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ea9ee93-1544-48c2-8150-64ea0d0abba1 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:46:53.697488 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea9ee93-1544-48c2-8150-64ea0d0abba1'] response: {'name': 'network-changed', 'server_uuid': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'tag': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f', 'status': 'completed', 'code': 200} Jul 25 08:46:53.771750 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-8e77a001-2d23-4ae7-9076-4cffafb223d2 None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:46:53.854388 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a3a8cff7-c801-411a-ab67-cddcb8d969a1 req-18efd97f-c094-4dc5-b7e5-b5fab9f18290 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 210 time: 0.0380876 Jul 25 08:46:53.907983 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4fea5-8f0d-4eac-a0f9-f18b484ddbb9 req-5a0665c2-4952-4a61-8e61-f16feedbaafa tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:53.909770 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c5a4fea5-8f0d-4eac-a0f9-f18b484ddbb9 req-5a0665c2-4952-4a61-8e61-f16feedbaafa tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0666866 Jul 25 08:46:53.958095 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55772) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:53.959700 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c5a4fea5-8f0d-4eac-a0f9-f18b484ddbb9 req-e6f07ba8-95f0-4ced-9e06-d15f7809460c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442657 Jul 25 08:46:53.974817 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-12baf251-48c7-4d97-800e-f664c354f40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:54.039153 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8e77a001-2d23-4ae7-9076-4cffafb223d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'a823dec3-9fed-4452-b010-0febe5c225ec', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'port_id': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'mac_address': 'fa:16:3e:c6:56:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:45:56Z', 'updated_at': '2022-07-25T08:46:52Z', 'revision_number': 1, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:54.054052 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-12baf251-48c7-4d97-800e-f664c354f40c admin admin] Publish callbacks [] for security_group (1ce8a114-79c3-478e-86fd-88d83525c931), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:54.059082 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-12baf251-48c7-4d97-800e-f664c354f40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (1ce8a114-79c3-478e-86fd-88d83525c931), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:54.067468 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77a001-2d23-4ae7-9076-4cffafb223d2 None None] Checking router: c02dca39-7a8f-461c-8084-aa6921fc9b64 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:46:54.075831 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77a001-2d23-4ae7-9076-4cffafb223d2 None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:46:54.076428 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8e77a001-2d23-4ae7-9076-4cffafb223d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:46:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:54.097277 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12baf251-48c7-4d97-800e-f664c354f40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce8a114-79c3-478e-86fd-88d83525c931,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:54.101664 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-12baf251-48c7-4d97-800e-f664c354f40c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0653ece80d9f4c0e943937b1f4bc9784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418984 Jul 25 08:46:54.104386 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55774) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:54.159756 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c2e5-ec93-4712-8531-3c11c88e5314 admin admin] Publish callbacks [] for security_group (1ce8a114-79c3-478e-86fd-88d83525c931), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:54.182744 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c2e5-ec93-4712-8531-3c11c88e5314 admin admin] Publish callbacks [] for security_group (1ce8a114-79c3-478e-86fd-88d83525c931), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:54.185335 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-8e77a001-2d23-4ae7-9076-4cffafb223d2 None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:46:54.236351 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c2e5-ec93-4712-8531-3c11c88e5314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (1ce8a114-79c3-478e-86fd-88d83525c931), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:54.239159 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c2e5-ec93-4712-8531-3c11c88e5314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:54.242662 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-a8c3c2e5-ec93-4712-8531-3c11c88e5314 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ce8a114-79c3-478e-86fd-88d83525c931 HTTP/1.1" status: 204 len: 168 time: 0.1349301 Jul 25 08:46:54.242816 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216981a-6c88-4ce3-a85a-fe904af7f029 req-435edb8a-a196-46b3-8872-fc81835d30e5 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:54.249050 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1216981a-6c88-4ce3-a85a-fe904af7f029 req-435edb8a-a196-46b3-8872-fc81835d30e5 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 943 time: 0.0610952 Jul 25 08:46:54.250541 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3c2e5-ec93-4712-8531-3c11c88e5314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce8a114-79c3-478e-86fd-88d83525c931,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:54.305744 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1216981a-6c88-4ce3-a85a-fe904af7f029 req-d6c89873-a6a7-467d-9cf0-cb89832ef22f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553505 Jul 25 08:46:54.435327 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8e77a001-2d23-4ae7-9076-4cffafb223d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'a823dec3-9fed-4452-b010-0febe5c225ec', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'port_id': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'mac_address': 'fa:16:3e:c6:56:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:45:56Z', 'updated_at': '2022-07-25T08:46:52Z', 'revision_number': 1, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:46:54.462067 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e77a001-2d23-4ae7-9076-4cffafb223d2 None None] The sync data for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi is: [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'a823dec3-9fed-4452-b010-0febe5c225ec', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'floating_ip_address': '172.27.1.199', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'port_id': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'mac_address': 'fa:16:3e:c6:56:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:45:56Z', 'updated_at': '2022-07-25T08:46:52Z', 'revision_number': 1, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:46:54.635670 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70747ba-4ec7-464d-989f-e6d14fece09c req-fac4fcf1-80ed-496d-9277-e230486b9f34 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:54.637289 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f70747ba-4ec7-464d-989f-e6d14fece09c req-fac4fcf1-80ed-496d-9277-e230486b9f34 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0536394 Jul 25 08:46:54.693368 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f70747ba-4ec7-464d-989f-e6d14fece09c req-fac208de-6eee-45a2-832d-766d6e395ec1 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477929 Jul 25 08:46:54.953625 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e6775266-0e39-4a06-9725-1bdad13a3580 req-91153cf4-cb39-44d6-9ec2-0b38df6b285b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 210 time: 0.0337274 Jul 25 08:46:55.088064 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88a188-d181-4979-b0e3-321049ecdc80 req-f206f99d-71b8-431a-b433-1d2d6861c813 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:55.089618 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cb88a188-d181-4979-b0e3-321049ecdc80 req-f206f99d-71b8-431a-b433-1d2d6861c813 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0516059 Jul 25 08:46:55.144217 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cb88a188-d181-4979-b0e3-321049ecdc80 req-5b2b565f-532f-4824-84f6-b64fa77ebb50 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440013 Jul 25 08:46:55.190155 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5028d9-ba73-4f5b-be9f-2130778cf397 None None] New status for floating IP a823dec3-9fed-4452-b010-0febe5c225ec: ACTIVE {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:46:55.440694 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5662d33-fb79-4e38-b193-912d93c7c489 req-25a2c60f-78c3-4979-808c-9ddea4b74c80 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:55.442186 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5662d33-fb79-4e38-b193-912d93c7c489 req-25a2c60f-78c3-4979-808c-9ddea4b74c80 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 943 time: 0.0588472 Jul 25 08:46:55.493236 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5662d33-fb79-4e38-b193-912d93c7c489 req-743db167-5d09-488b-ab01-a0f55caee4de tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454812 Jul 25 08:46:55.820900 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d15e7a-ddeb-472f-8bc2-30e95db10b55 req-16ecb07c-2069-4f1c-b760-3ee27be39094 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:55.822693 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a3d15e7a-ddeb-472f-8bc2-30e95db10b55 req-16ecb07c-2069-4f1c-b760-3ee27be39094 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Jul 25 08:46:55.866947 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Request body: {'port': {'device_id': 'ed67f4fd-63db-4f9b-ab28-af9e82586d31', 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637', 'admin_state_up': True, 'tenant_id': 'd358c71209624c55b7db08cc3435dbcb'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:55.870638 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a3d15e7a-ddeb-472f-8bc2-30e95db10b55 req-6d90b98c-ee72-4da8-a319-9022f457d5d2 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Jul 25 08:46:55.929893 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:56.019813 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Made reservation on behalf of d358c71209624c55b7db08cc3435dbcb for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:46:56.022717 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-d737f1a9-071d-4218-901e-f4f49375aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:56.024915 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-d737f1a9-071d-4218-901e-f4f49375aa11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575576 Jul 25 08:46:56.025310 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:56.083274 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-18c19955-267e-4edd-bedf-a65739d151ed req-a7fdd107-d684-45a4-88af-783470cdee60 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 210 time: 0.0390146 Jul 25 08:46:56.087063 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-017ff19a-5fd6-4f9e-8f8e-c17b28b57a2a req-9fabe6f7-1f96-46aa-b4c3-9f09fa5a6fb6 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653633 Jul 25 08:46:56.172527 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53174b-861d-46f5-97b0-3f214fafc38c req-c35e1787-85f2-4a12-be43-908e2ac4b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:56.174027 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fb53174b-861d-46f5-97b0-3f214fafc38c req-c35e1787-85f2-4a12-be43-908e2ac4b988 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 1130 time: 0.0817163 Jul 25 08:46:56.227803 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:56.305658 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Allocated IP 172.20.0.3 (df2c555e-a7b1-4886-b8d4-ee1799973637/79500d18-6e4c-4b7d-ab60-672b73254ee7/af97c14f-36bb-413e-890c-ffc2a2e5b384) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:46:56.341412 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:56.400111 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:56.427598 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53174b-861d-46f5-97b0-3f214fafc38c req-64a0c217-f02d-4c0a-9c59-918d2fdca793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:56.429139 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fb53174b-861d-46f5-97b0-3f214fafc38c req-64a0c217-f02d-4c0a-9c59-918d2fdca793 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 912 time: 0.2158201 Jul 25 08:46:56.539660 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3213d-0c2c-43d5-a64a-29e742baccec req-259de011-368b-49cc-ad05-e60735f3a046 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:56.541376 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e5c3213d-0c2c-43d5-a64a-29e742baccec req-259de011-368b-49cc-ad05-e60735f3a046 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.3128898 Jul 25 08:46:56.551013 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks [] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:56.586355 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:56.607977 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-1e68cbcb-3f90-4606-a2c7-f1eec643782b service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199221 Jul 25 08:46:56.630030 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Network df2c555e-a7b1-4886-b8d4-ee1799973637 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:46:56.633267 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:46:56.637268 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:46:56.641028 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72605821-6331-4d5e-80c0-f8c6db86b2f3 req-5b33c7c7-e4f6-4f2f-a634-95771713ca76 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:56.642506 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-72605821-6331-4d5e-80c0-f8c6db86b2f3 req-5b33c7c7-e4f6-4f2f-a634-95771713ca76 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 943 time: 0.0701818 Jul 25 08:46:56.645911 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e5c3213d-0c2c-43d5-a64a-29e742baccec req-b33de36e-23d3-41b1-af5d-c028183eaec5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973549 Jul 25 08:46:56.660310 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Pushing event updated for resources: {'Port': ['ID=af97c14f-36bb-413e-890c-ffc2a2e5b384,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:56.689170 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:56.690240 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:56.705119 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-72605821-6331-4d5e-80c0-f8c6db86b2f3 req-38976eed-2f51-4f5d-9ea6-7a1a458c28b3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496550 Jul 25 08:46:56.709084 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-64747fca-283e-4cc4-8fec-e0e943e1b5c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8466396 Jul 25 08:46:57.004739 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7db91-4228-4635-8a73-41cef534a37e req-c0927b81-c705-496e-8ad5-4418fffb1432 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:57.006169 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0ac7db91-4228-4635-8a73-41cef534a37e req-c0927b81-c705-496e-8ad5-4418fffb1432 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0489981 Jul 25 08:46:57.051983 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0ac7db91-4228-4635-8a73-41cef534a37e req-1c82cece-57ef-469f-9622-d5f49fe2a514 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400460 Jul 25 08:46:57.212014 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded77c02-5077-49c4-9f39-7d6ab889129f req-c52cc81b-f8a5-4415-9b0c-bf242fec1ba9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:57.213513 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ded77c02-5077-49c4-9f39-7d6ab889129f req-c52cc81b-f8a5-4415-9b0c-bf242fec1ba9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 931 time: 0.0500982 Jul 25 08:46:57.262743 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ded77c02-5077-49c4-9f39-7d6ab889129f req-660b46af-cffe-48bd-b8ea-6faa971af56f tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434425 Jul 25 08:46:57.832131 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3e8ae-42bd-4961-9d9b-6dfe6b89e50f req-9d39d7ad-5d24-4ab2-8586-121ad7aa4d39 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:57.833628 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aee3e8ae-42bd-4961-9d9b-6dfe6b89e50f req-9d39d7ad-5d24-4ab2-8586-121ad7aa4d39 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0988152 Jul 25 08:46:57.844779 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834de1d-e21b-4262-b252-0dd313a4aff0 req-a1c14623-4340-498a-96a3-77d4cf4d169d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:57.846216 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f834de1d-e21b-4262-b252-0dd313a4aff0 req-a1c14623-4340-498a-96a3-77d4cf4d169d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 943 time: 0.0685418 Jul 25 08:46:57.922968 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aee3e8ae-42bd-4961-9d9b-6dfe6b89e50f req-b76b71e9-8861-4494-9945-e89fce49ca7a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758114 Jul 25 08:46:57.926160 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f834de1d-e21b-4262-b252-0dd313a4aff0 req-0a7be7c9-9501-4c64-8901-eea20dcf7f40 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731635 Jul 25 08:46:58.166879 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fb255-7b21-4da9-9754-4ad48b454442 req-04d7d138-a87b-44a2-9971-e4aceb79870a tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:58.168295 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-156fb255-7b21-4da9-9754-4ad48b454442 req-04d7d138-a87b-44a2-9971-e4aceb79870a tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0459640 Jul 25 08:46:58.217632 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-156fb255-7b21-4da9-9754-4ad48b454442 req-27bacc71-aa94-4131-a655-10a69f7b1534 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Jul 25 08:46:58.261870 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 653cd8da-6a1d-469a-82fe-d6dbe5f44308 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:46:58.359161 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 653cd8da-6a1d-469a-82fe-d6dbe5f44308, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=653cd8da-6a1d-469a-82fe-d6dbe5f44308,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:58.370424 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'port_id': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'mac_address': 'fa:16:3e:5c:a2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:46:58.385552 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86af867-d4f2-4ec8-a1e4-4470f241ef83 req-233d2f90-23e7-467e-bd56-553895b93edd tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:58.387042 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f86af867-d4f2-4ec8-a1e4-4470f241ef83 req-233d2f90-23e7-467e-bd56-553895b93edd tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 931 time: 0.0473909 Jul 25 08:46:58.408148 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:46:58.408532 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:58.421797 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653cd8da-6a1d-469a-82fe-d6dbe5f44308 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:46:58.426634 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:58.434242 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f86af867-d4f2-4ec8-a1e4-4470f241ef83 req-03d42290-3f3d-4847-a80d-6db70283e05a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416155 Jul 25 08:46:58.443376 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 653cd8da-6a1d-469a-82fe-d6dbe5f44308, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=653cd8da-6a1d-469a-82fe-d6dbe5f44308,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:46:58.447419 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:58.493858 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=653cd8da-6a1d-469a-82fe-d6dbe5f44308,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:58.997121 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['653cd8da-6a1d-469a-82fe-d6dbe5f44308'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:46:59.033831 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Request body: {'port': {'device_id': 'ed67f4fd-63db-4f9b-ab28-af9e82586d31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:46:59.142300 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:59.165573 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 55946) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:59.174564 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d8e18-abfe-4ca1-806f-186899aeeabf req-9e5313a2-8313-4932-9516-cbf54dc7381d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:59.177092 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3d0d8e18-abfe-4ca1-806f-186899aeeabf req-9e5313a2-8313-4932-9516-cbf54dc7381d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.1786394 Jul 25 08:46:59.200266 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:59.207318 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c2eb1-1379-402b-a257-613ada2be918 req-27f9f3a4-fce6-4071-934d-8d96bedc6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:59.208883 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-645c2eb1-1379-402b-a257-613ada2be918 req-27f9f3a4-fce6-4071-934d-8d96bedc6cd4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 1129 time: 0.1138647 Jul 25 08:46:59.259824 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6d556-f54c-4d8a-a361-2eecc71eed74 req-d0a56bfa-0a20-40e9-8ec2-808ba363f264 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:59.273264 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f8c6d556-f54c-4d8a-a361-2eecc71eed74 req-d0a56bfa-0a20-40e9-8ec2-808ba363f264 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 944 time: 0.1769550 Jul 25 08:46:59.318968 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:59.424638 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-34147316-90dc-4ab0-8ceb-ea7af6f58b76 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940799 Jul 25 08:46:59.443155 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3d0d8e18-abfe-4ca1-806f-186899aeeabf req-9f52500d-bf2b-4294-bdbf-f89c29d9aeb2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465377 Jul 25 08:46:59.469539 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f8c6d556-f54c-4d8a-a361-2eecc71eed74 req-9c3e1c32-a10d-4aea-817f-0906c25d2d1a tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883333 Jul 25 08:46:59.475287 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-645c2eb1-1379-402b-a257-613ada2be918 req-1f39610d-b457-4bc7-8ef2-28758729cb23 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661770 Jul 25 08:46:59.511559 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fb53174b-861d-46f5-97b0-3f214fafc38c req-da2ace58-9697-4018-ac4b-16aa826e84b4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f HTTP/1.1" status: 200 len: 1002 time: 0.4921825 Jul 25 08:46:59.528091 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b2548bcd-7969-4624-8986-3c5e87660f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:59.602386 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73bed0-28c3-42ff-993b-ed424f28076b req-f3b53a2d-a956-4905-8fe7-b22f271b1129 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:59.604810 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-be73bed0-28c3-42ff-993b-ed424f28076b req-f3b53a2d-a956-4905-8fe7-b22f271b1129 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0705268 Jul 25 08:46:59.611529 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44c150-3fc0-4478-a4a0-b6a424e251ef req-562b7c02-4481-4009-8821-b7b022fe45ca tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:46:59.621196 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dc44c150-3fc0-4478-a4a0-b6a424e251ef req-562b7c02-4481-4009-8821-b7b022fe45ca tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 931 time: 0.0986722 Jul 25 08:46:59.708521 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:59.728773 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dc44c150-3fc0-4478-a4a0-b6a424e251ef req-cf0d7368-8a9d-4b23-b2ff-2ab8fa637823 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027675 Jul 25 08:46:59.736451 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b2548bcd-7969-4624-8986-3c5e87660f50 admin admin] Publish callbacks [] for security_group (e0775087-70dd-4c9a-b853-9abdd2d98696), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:59.748383 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-be73bed0-28c3-42ff-993b-ed424f28076b req-73453321-8e3b-4e22-93f8-8b3a768bb0eb tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225355 Jul 25 08:46:59.754622 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b2548bcd-7969-4624-8986-3c5e87660f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e0775087-70dd-4c9a-b853-9abdd2d98696), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:59.812917 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b2548bcd-7969-4624-8986-3c5e87660f50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fce4bf2b5aa14cd7a09bf5d6e45462cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6462626 Jul 25 08:46:59.815513 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 55982) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:46:59.820694 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2548bcd-7969-4624-8986-3c5e87660f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0775087-70dd-4c9a-b853-9abdd2d98696,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:46:59.868947 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-15590ca9-656d-41e5-a21c-a37e91ed9fb8 admin admin] Publish callbacks [] for security_group (e0775087-70dd-4c9a-b853-9abdd2d98696), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:59.870467 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af97c14f-36bb-413e-890c-ffc2a2e5b384 {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:46:59.878839 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Publish callbacks [] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:59.894034 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-15590ca9-656d-41e5-a21c-a37e91ed9fb8 admin admin] Publish callbacks [] for security_group (e0775087-70dd-4c9a-b853-9abdd2d98696), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:59.896517 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Transition to ACTIVE for port object af97c14f-36bb-413e-890c-ffc2a2e5b384 will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:46:59.901919 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:59.905987 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:46:59.969029 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-15590ca9-656d-41e5-a21c-a37e91ed9fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e0775087-70dd-4c9a-b853-9abdd2d98696), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:59.972148 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-15590ca9-656d-41e5-a21c-a37e91ed9fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:46:59.975835 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-15590ca9-656d-41e5-a21c-a37e91ed9fb8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0775087-70dd-4c9a-b853-9abdd2d98696 HTTP/1.1" status: 204 len: 168 time: 0.1592174 Jul 25 08:46:59.991830 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15590ca9-656d-41e5-a21c-a37e91ed9fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0775087-70dd-4c9a-b853-9abdd2d98696,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:00.043049 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Pushing event updated for resources: {'Port': ['ID=af97c14f-36bb-413e-890c-ffc2a2e5b384,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:00.073594 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53174b-861d-46f5-97b0-3f214fafc38c req-6b9d69af-e992-4f53-9f65-a756588cc25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:00.076241 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fb53174b-861d-46f5-97b0-3f214fafc38c req-6b9d69af-e992-4f53-9f65-a756588cc25a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 200 len: 850 time: 0.1279001 Jul 25 08:47:00.111144 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Attempting to bind port af97c14f-36bb-413e-890c-ffc2a2e5b384 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:47:00.111770 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Attempting to bind port af97c14f-36bb-413e-890c-ffc2a2e5b384 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'f6c758b7-c6cd-49be-8055-433867b3de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:47:00.112371 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Attempting to bind port af97c14f-36bb-413e-890c-ffc2a2e5b384 on network df2c555e-a7b1-4886-b8d4-ee1799973637 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:47:00.117460 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Port af97c14f-36bb-413e-890c-ffc2a2e5b384 on network df2c555e-a7b1-4886-b8d4-ee1799973637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:47:00.118138 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Attempting to bind port af97c14f-36bb-413e-890c-ffc2a2e5b384 on network df2c555e-a7b1-4886-b8d4-ee1799973637 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:47:00.130582 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:47:00.130965 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Checking segment: {'id': 'f6c758b7-c6cd-49be-8055-433867b3de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:47:00.131675 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Bound using segment: {'id': 'f6c758b7-c6cd-49be-8055-433867b3de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:47:00.132100 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Bound port: af97c14f-36bb-413e-890c-ffc2a2e5b384, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c758b7-c6cd-49be-8055-433867b3de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:47:00.132470 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.221683 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] For port af97c14f-36bb-413e-890c-ffc2a2e5b384, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:47:00.225741 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] For port af97c14f-36bb-413e-890c-ffc2a2e5b384, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af97c14f-36bb-413e-890c-ffc2a2e5b384,segment=NetworkSegment(f6c758b7-c6cd-49be-8055-433867b3de21),segment_id=f6c758b7-c6cd-49be-8055-433867b3de21)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:47:00.238464 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.267960 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:00.268599 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.269979 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] 10.222.0.48 "PUT /v2.0/ports/af97c14f-36bb-413e-890c-ffc2a2e5b384 HTTP/1.1" status: 200 len: 1093 time: 1.2531652 Jul 25 08:47:00.270411 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed67f4fd-63db-4f9b-ab28-af9e82586d31', 'tag': 'af97c14f-36bb-413e-890c-ffc2a2e5b384'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:47:00.272709 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7533b90-7c27-4d29-9405-5bd37d0e5caa" -d '{"events": [{"name": "network-changed", "server_uuid": "ed67f4fd-63db-4f9b-ab28-af9e82586d31", "tag": "af97c14f-36bb-413e-890c-ffc2a2e5b384"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:47:00.300470 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ee72d-c01f-403c-b181-dcf57a2fd52c service neutron] Pushing event updated for resources: {'Port': ['ID=af97c14f-36bb-413e-890c-ffc2a2e5b384,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:00.339317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d704fc3c-c93e-4d39-b795-be3d42818222 x-openstack-request-id: req-d704fc3c-c93e-4d39-b795-be3d42818222 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:47:00.339615 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed67f4fd-63db-4f9b-ab28-af9e82586d31", "tag": "af97c14f-36bb-413e-890c-ffc2a2e5b384", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:47:00.339868 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d704fc3c-c93e-4d39-b795-be3d42818222 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:47:00.340269 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d704fc3c-c93e-4d39-b795-be3d42818222'] response: {'name': 'network-changed', 'server_uuid': 'ed67f4fd-63db-4f9b-ab28-af9e82586d31', 'tag': 'af97c14f-36bb-413e-890c-ffc2a2e5b384', 'status': 'completed', 'code': 200} Jul 25 08:47:00.378256 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 56010) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:00.392690 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8e7af94a-4b81-4bbf-a836-e694e8f8aea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.413262 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 653cd8da-6a1d-469a-82fe-d6dbe5f44308 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:47:00.460837 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:47:00.467253 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:47:00.467702 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.499552 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8e7af94a-4b81-4bbf-a836-e694e8f8aea3 admin admin] Publish callbacks [] for security_group (ac34c864-c46c-4fd4-96a2-19a18fcc1f2c), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.504491 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:00.504940 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8e7af94a-4b81-4bbf-a836-e694e8f8aea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ac34c864-c46c-4fd4-96a2-19a18fcc1f2c), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.561972 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8e7af94a-4b81-4bbf-a836-e694e8f8aea3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8e0ea58f619c4dbb842c5de09e8992a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824744 Jul 25 08:47:00.562986 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7af94a-4b81-4bbf-a836-e694e8f8aea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac34c864-c46c-4fd4-96a2-19a18fcc1f2c,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:00.564546 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 56018) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:00.567865 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 56020) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:00.597817 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:47:00.598498 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.623723 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653cd8da-6a1d-469a-82fe-d6dbe5f44308'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:47:00.626159 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c06988-90b1-460a-93b2-b808f441f153" -d '{"events": [{"server_uuid": "51386e27-02e7-4b3c-8a7a-a13ede11e75e", "name": "network-vif-plugged", "status": "completed", "tag": "653cd8da-6a1d-469a-82fe-d6dbe5f44308"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:47:00.634500 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-18bd7474-5313-40f9-bdec-46bda6e8e273 admin admin] Publish callbacks [] for security_group (ac34c864-c46c-4fd4-96a2-19a18fcc1f2c), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.640047 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 653cd8da-6a1d-469a-82fe-d6dbe5f44308, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=653cd8da-6a1d-469a-82fe-d6dbe5f44308,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:47:00.650853 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.668023 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-18bd7474-5313-40f9-bdec-46bda6e8e273 admin admin] Publish callbacks [] for security_group (ac34c864-c46c-4fd4-96a2-19a18fcc1f2c), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.699274 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3abdba-e0d3-4fea-92e8-31873717210b req-7271794e-be7e-4db5-ba33-76bfa0fcf9ba tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:00.701151 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8c3abdba-e0d3-4fea-92e8-31873717210b req-7271794e-be7e-4db5-ba33-76bfa0fcf9ba tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 944 time: 0.1144116 Jul 25 08:47:00.711721 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af54045-0f14-469d-8696-c9b9cc9789f8 req-62c9eebf-b1a9-4125-a589-4e566419161b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:00.719129 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6af54045-0f14-469d-8696-c9b9cc9789f8 req-62c9eebf-b1a9-4125-a589-4e566419161b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.1334736 Jul 25 08:47:00.720625 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=653cd8da-6a1d-469a-82fe-d6dbe5f44308,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:00.737801 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-18bd7474-5313-40f9-bdec-46bda6e8e273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ac34c864-c46c-4fd4-96a2-19a18fcc1f2c), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.740329 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-18bd7474-5313-40f9-bdec-46bda6e8e273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.743819 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-18bd7474-5313-40f9-bdec-46bda6e8e273 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac34c864-c46c-4fd4-96a2-19a18fcc1f2c HTTP/1.1" status: 204 len: 168 time: 0.1750226 Jul 25 08:47:00.750252 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd7474-5313-40f9-bdec-46bda6e8e273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac34c864-c46c-4fd4-96a2-19a18fcc1f2c,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:00.784403 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78550dcb-d01c-4a74-b7cf-9a854b52e83e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:00.788862 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:00.789740 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:00.847207 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8c3abdba-e0d3-4fea-92e8-31873717210b req-062ea633-d681-4125-a869-550c9ad98d40 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252046 Jul 25 08:47:00.850944 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6af54045-0f14-469d-8696-c9b9cc9789f8 req-be1b791b-8b80-4e18-88f1-75a9d889dd74 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309505 Jul 25 08:47:00.915433 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53174b-861d-46f5-97b0-3f214fafc38c req-7b43f5c3-785e-4a0e-bd79-57e12914441c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:00.917254 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fb53174b-861d-46f5-97b0-3f214fafc38c req-7b43f5c3-785e-4a0e-bd79-57e12914441c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000600 Jul 25 08:47:00.926427 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:00.934545 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516b3288-aea8-452c-8a40-f83095b622b2 x-openstack-request-id: req-516b3288-aea8-452c-8a40-f83095b622b2 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:47:00.934840 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51386e27-02e7-4b3c-8a7a-a13ede11e75e", "name": "network-vif-plugged", "status": "completed", "tag": "653cd8da-6a1d-469a-82fe-d6dbe5f44308", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:47:00.935131 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-516b3288-aea8-452c-8a40-f83095b622b2 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:47:00.935527 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-516b3288-aea8-452c-8a40-f83095b622b2'] response: {'server_uuid': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'code': 200} Jul 25 08:47:00.953922 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7533b90-7c27-4d29-9405-5bd37d0e5caa req-57441e35-4c5f-4665-bf39-1fc3aa2ac3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:00.955518 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-d7533b90-7c27-4d29-9405-5bd37d0e5caa req-57441e35-4c5f-4665-bf39-1fc3aa2ac3d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d358c71209624c55b7db08cc3435dbcb&device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 1127 time: 0.0953827 Jul 25 08:47:01.009870 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78550dcb-d01c-4a74-b7cf-9a854b52e83e admin admin] Publish callbacks [] for security_group (eb0e52ce-7402-49f9-9d08-2bae62a6c1ee), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:01.029533 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65484718-ffd5-4fff-9d61-1a8ed715b2a3 req-1c6eae7d-4243-46bc-89ac-e4d70a42e417 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:01.035159 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fb53174b-861d-46f5-97b0-3f214fafc38c req-24bfd0a8-79ff-4f3a-956f-b4bbbd565356 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067586 Jul 25 08:47:01.037312 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-65484718-ffd5-4fff-9d61-1a8ed715b2a3 req-1c6eae7d-4243-46bc-89ac-e4d70a42e417 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 943 time: 0.0808561 Jul 25 08:47:01.039069 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78550dcb-d01c-4a74-b7cf-9a854b52e83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (eb0e52ce-7402-49f9-9d08-2bae62a6c1ee), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:01.144771 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c40f7-a5b0-4f97-be6e-600f3c9b2b67 req-d082458c-36c4-4364-b0da-5463a731923d tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:01.146343 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c66c40f7-a5b0-4f97-be6e-600f3c9b2b67 req-d082458c-36c4-4364-b0da-5463a731923d tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.1410713 Jul 25 08:47:01.155163 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-78550dcb-d01c-4a74-b7cf-9a854b52e83e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c1987ef62cd4f9184b719cd827df24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5859826 Jul 25 08:47:01.155916 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78550dcb-d01c-4a74-b7cf-9a854b52e83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0e52ce-7402-49f9-9d08-2bae62a6c1ee,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:01.160680 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 56042) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:01.213545 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-65484718-ffd5-4fff-9d61-1a8ed715b2a3 req-217cd861-ffb0-46af-b850-271495e6169c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753883 Jul 25 08:47:01.280461 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c66c40f7-a5b0-4f97-be6e-600f3c9b2b67 req-b7d0ec73-c502-4ac3-9c9d-21025904c7fc tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159699 Jul 25 08:47:01.299448 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a2cb92f5-6ad6-4cf4-8b4f-ab9aae6f6cf9 admin admin] Publish callbacks [] for security_group (eb0e52ce-7402-49f9-9d08-2bae62a6c1ee), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:01.334020 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a2cb92f5-6ad6-4cf4-8b4f-ab9aae6f6cf9 admin admin] Publish callbacks [] for security_group (eb0e52ce-7402-49f9-9d08-2bae62a6c1ee), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:01.393839 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a2cb92f5-6ad6-4cf4-8b4f-ab9aae6f6cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (eb0e52ce-7402-49f9-9d08-2bae62a6c1ee), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:01.396954 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a2cb92f5-6ad6-4cf4-8b4f-ab9aae6f6cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:01.398220 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a2cb92f5-6ad6-4cf4-8b4f-ab9aae6f6cf9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eb0e52ce-7402-49f9-9d08-2bae62a6c1ee HTTP/1.1" status: 204 len: 168 time: 0.2326424 Jul 25 08:47:01.408625 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb92f5-6ad6-4cf4-8b4f-ab9aae6f6cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0e52ce-7402-49f9-9d08-2bae62a6c1ee,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:01.436488 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fb53174b-861d-46f5-97b0-3f214fafc38c req-00e70f72-691b-4d39-9f45-5ac0633d294f service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021688 Jul 25 08:47:01.462808 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7533b90-7c27-4d29-9405-5bd37d0e5caa req-aacacb4d-5f5f-4252-ba21-81ade1aaf731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:01.469164 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-d7533b90-7c27-4d29-9405-5bd37d0e5caa req-aacacb4d-5f5f-4252-ba21-81ade1aaf731 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d358c71209624c55b7db08cc3435dbcb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3362255 Jul 25 08:47:01.891236 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 56074) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:01.971971 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c17f19-a617-452c-9da4-af6e5b6dc2b0 req-9d8db072-b24a-4834-853c-e6a3f9461fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:01.974001 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-d4c17f19-a617-452c-9da4-af6e5b6dc2b0 req-9d8db072-b24a-4834-853c-e6a3f9461fb6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 1129 time: 0.1570923 Jul 25 08:47:01.989621 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:01.992330 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 56084) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:02.015253 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7533b90-7c27-4d29-9405-5bd37d0e5caa req-95e6e824-5a1c-4116-a998-e9bc02db7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:02.018284 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-d7533b90-7c27-4d29-9405-5bd37d0e5caa req-95e6e824-5a1c-4116-a998-e9bc02db7692 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2677555 Jul 25 08:47:02.031714 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-87df57b2-63a8-474a-a623-ff2ad3e56730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.032285 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5810ea-b5b5-433e-bc63-4fc6c480bbd9 req-cb5367ad-570b-4eda-986e-7f004b5088d7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:02.034124 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3f5810ea-b5b5-433e-bc63-4fc6c480bbd9 req-cb5367ad-570b-4eda-986e-7f004b5088d7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0949411 Jul 25 08:47:02.058981 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14069dd-4fe2-4830-9e43-e860514770ad req-e00159cd-20d3-494d-b750-0de3a4185234 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:02.061147 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d14069dd-4fe2-4830-9e43-e860514770ad req-e00159cd-20d3-494d-b750-0de3a4185234 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 945 time: 0.0861607 Jul 25 08:47:02.147372 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-d4c17f19-a617-452c-9da4-af6e5b6dc2b0 req-d33ece9e-8c69-4cff-8bd1-c6efa759f063 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666894 Jul 25 08:47:02.159074 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d14069dd-4fe2-4830-9e43-e860514770ad req-d1cb8750-e29b-4d95-8d0c-6e773b1ae60f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893397 Jul 25 08:47:02.163145 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2b1aa217-99db-4195-bb83-dd9c4f134f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:02.163965 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3f5810ea-b5b5-433e-bc63-4fc6c480bbd9 req-c42d8782-7dc9-4beb-a948-4a94ca23c0be tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220326 Jul 25 08:47:02.165538 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-2b1aa217-99db-4195-bb83-dd9c4f134f46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d358c71209624c55b7db08cc3435dbcb&device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 1127 time: 0.0763845 Jul 25 08:47:02.198107 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-eb00e454-430c-4f6f-adcc-9ddb6f409a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.228678 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-87df57b2-63a8-474a-a623-ff2ad3e56730 admin admin] Publish callbacks [] for security_group (1624ced4-dc87-4a6e-be54-68b47768fb25), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.237768 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-87df57b2-63a8-474a-a623-ff2ad3e56730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (1624ced4-dc87-4a6e-be54-68b47768fb25), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.261605 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:02.286656 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-87df57b2-63a8-474a-a623-ff2ad3e56730 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bf5cb4a891a74bf486c3b0e5211f8fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869430 Jul 25 08:47:02.286887 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df57b2-63a8-474a-a623-ff2ad3e56730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1624ced4-dc87-4a6e-be54-68b47768fb25,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:02.292640 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 56092) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:02.292819 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-eb00e454-430c-4f6f-adcc-9ddb6f409a66 admin admin] Publish callbacks [] for security_group (0c2d0436-5104-4903-b6af-d2567a403679), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.297877 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-eb00e454-430c-4f6f-adcc-9ddb6f409a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0c2d0436-5104-4903-b6af-d2567a403679), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.306827 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:02.357810 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9b78f169-2eeb-44c5-950c-f4ebf691fe38 admin admin] Publish callbacks [] for security_group (1624ced4-dc87-4a6e-be54-68b47768fb25), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.385850 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00e454-430c-4f6f-adcc-9ddb6f409a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2d0436-5104-4903-b6af-d2567a403679,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:02.386060 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9b78f169-2eeb-44c5-950c-f4ebf691fe38 admin admin] Publish callbacks [] for security_group (1624ced4-dc87-4a6e-be54-68b47768fb25), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.395407 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-eb00e454-430c-4f6f-adcc-9ddb6f409a66 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb93e9f857fd4692b24ccf2b600ce511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5007076 Jul 25 08:47:02.396929 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 56098) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:02.413946 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:02.432213 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046e89b-d855-422a-b649-462166b1bc68 req-35bf0e75-4c5e-4a30-9d21-26d3f23888cc tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:02.433939 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6046e89b-d855-422a-b649-462166b1bc68 req-35bf0e75-4c5e-4a30-9d21-26d3f23888cc tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 943 time: 0.1105816 Jul 25 08:47:02.452291 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9b78f169-2eeb-44c5-950c-f4ebf691fe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (1624ced4-dc87-4a6e-be54-68b47768fb25), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.455549 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9b78f169-2eeb-44c5-950c-f4ebf691fe38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.457076 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9b78f169-2eeb-44c5-950c-f4ebf691fe38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1624ced4-dc87-4a6e-be54-68b47768fb25 HTTP/1.1" status: 204 len: 168 time: 0.1663191 Jul 25 08:47:02.470729 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78f169-2eeb-44c5-950c-f4ebf691fe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1624ced4-dc87-4a6e-be54-68b47768fb25,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:02.508046 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebafe65-df4c-4691-914f-6e3d40708fc4 req-20e9dd4b-e2e9-432b-b06e-f3c707e6a6e6 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:02.517249 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7ebafe65-df4c-4691-914f-6e3d40708fc4 req-20e9dd4b-e2e9-432b-b06e-f3c707e6a6e6 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.1095881 Jul 25 08:47:02.557555 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2527e775-0c63-4ff9-9613-5365388dbc01 admin admin] Publish callbacks [] for security_group (0c2d0436-5104-4903-b6af-d2567a403679), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.590761 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6046e89b-d855-422a-b649-462166b1bc68 req-bbfdb605-cb4b-4151-8bc9-fc492670bb7c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348426 Jul 25 08:47:02.636127 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2527e775-0c63-4ff9-9613-5365388dbc01 admin admin] Publish callbacks [] for security_group (0c2d0436-5104-4903-b6af-d2567a403679), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.636606 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-e05436de-ce67-4b04-95d7-06a44b5bf67c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af97c14f-36bb-413e-890c-ffc2a2e5b384 HTTP/1.1" status: 200 len: 217 time: 0.0561278 Jul 25 08:47:02.640749 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7ebafe65-df4c-4691-914f-6e3d40708fc4 req-e51eaa27-4ee3-4210-908c-11382e8e55e6 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091306 Jul 25 08:47:02.694755 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2527e775-0c63-4ff9-9613-5365388dbc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0c2d0436-5104-4903-b6af-d2567a403679), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.697689 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2527e775-0c63-4ff9-9613-5365388dbc01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:02.709241 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-2527e775-0c63-4ff9-9613-5365388dbc01 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c2d0436-5104-4903-b6af-d2567a403679 HTTP/1.1" status: 204 len: 168 time: 0.3119166 Jul 25 08:47:02.717786 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527e775-0c63-4ff9-9613-5365388dbc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2d0436-5104-4903-b6af-d2567a403679,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:03.161747 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 56128) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:03.177422 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-138a7dd2-f5e4-408b-8988-f5da5ea7b0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:03.379452 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-138a7dd2-f5e4-408b-8988-f5da5ea7b0d8 admin admin] Publish callbacks [] for security_group (f0e9239d-8ba7-4f5c-b8c3-cd3f1fbbd338), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:03.386265 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-b0777d74-2e30-4ed9-8e5f-1bc729faa506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:03.393518 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-b0777d74-2e30-4ed9-8e5f-1bc729faa506 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79500d18-6e4c-4b7d-ab60-672b73254ee7 HTTP/1.1" status: 200 len: 849 time: 0.0736909 Jul 25 08:47:03.409345 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-138a7dd2-f5e4-408b-8988-f5da5ea7b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (f0e9239d-8ba7-4f5c-b8c3-cd3f1fbbd338), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:03.427297 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-a72031ee-5f0a-46a0-ab03-f95dcfdba78f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df2c555e-a7b1-4886-b8d4-ee1799973637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294974 Jul 25 08:47:03.431269 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf215e-7a9d-46af-900a-bad660272e5c req-64479868-aee2-48e7-b5fe-2f7e70433212 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:03.432773 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e6cf215e-7a9d-46af-900a-bad660272e5c req-64479868-aee2-48e7-b5fe-2f7e70433212 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 945 time: 0.1307805 Jul 25 08:47:03.471861 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b83db1-d606-442c-bc8f-f7eb4ee0e5b8 req-e7028e91-609c-4d85-b8fb-3ec32bd34561 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:03.473377 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-07b83db1-d606-442c-bc8f-f7eb4ee0e5b8 req-e7028e91-609c-4d85-b8fb-3ec32bd34561 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.1834335 Jul 25 08:47:03.501165 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-138a7dd2-f5e4-408b-8988-f5da5ea7b0d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c03684533b434d25b6b132c91e01505e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380878 Jul 25 08:47:03.505621 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a7dd2-f5e4-408b-8988-f5da5ea7b0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e9239d-8ba7-4f5c-b8c3-cd3f1fbbd338,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:03.508776 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 56146) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:03.573343 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-29a5ecaa-a067-4b61-9781-d36a7c79dcfb service neutron] 10.222.0.48 "GET /v2.0/networks/df2c555e-a7b1-4886-b8d4-ee1799973637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080930 Jul 25 08:47:03.585558 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e6cf215e-7a9d-46af-900a-bad660272e5c req-dc7a4b70-fc6a-4a08-a744-9713ab98f6d1 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433656 Jul 25 08:47:03.624355 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-07b83db1-d606-442c-bc8f-f7eb4ee0e5b8 req-1e779daf-2874-4193-8375-f9a748518a49 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386554 Jul 25 08:47:03.649831 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3683cd91-a561-40ac-a64f-74470d022505 admin admin] Publish callbacks [] for security_group (f0e9239d-8ba7-4f5c-b8c3-cd3f1fbbd338), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:03.682263 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3683cd91-a561-40ac-a64f-74470d022505 admin admin] Publish callbacks [] for security_group (f0e9239d-8ba7-4f5c-b8c3-cd3f1fbbd338), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:03.697442 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4b6f49f4-4c61-4d16-833b-3c298efb1361 req-10c1d5d6-066c-4526-b848-8d763eae7cb7 service neutron] 10.222.0.48 "GET /v2.0/networks/df2c555e-a7b1-4886-b8d4-ee1799973637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082525 Jul 25 08:47:03.719594 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=9 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:03.723576 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:03.760770 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae8cae-ff98-4dc4-96ad-fac9679b329f req-7115d42c-ab42-4c7f-b589-08c425e75d35 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:03.762344 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9cae8cae-ff98-4dc4-96ad-fac9679b329f req-7115d42c-ab42-4c7f-b589-08c425e75d35 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 943 time: 0.0827096 Jul 25 08:47:03.794129 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3683cd91-a561-40ac-a64f-74470d022505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (f0e9239d-8ba7-4f5c-b8c3-cd3f1fbbd338), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:03.796787 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3683cd91-a561-40ac-a64f-74470d022505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:03.797935 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3683cd91-a561-40ac-a64f-74470d022505 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0e9239d-8ba7-4f5c-b8c3-cd3f1fbbd338 HTTP/1.1" status: 204 len: 168 time: 0.2771988 Jul 25 08:47:03.824357 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683cd91-a561-40ac-a64f-74470d022505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e9239d-8ba7-4f5c-b8c3-cd3f1fbbd338,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:03.836048 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9cae8cae-ff98-4dc4-96ad-fac9679b329f req-a0f64fb6-009d-4b27-8183-b222cb6d1b64 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615773 Jul 25 08:47:04.704748 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28629243-1fde-48e0-a366-425f2a557c90 req-30d34c72-8a6f-4b2c-b2a8-b3d0ef88b31c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:04.706242 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-28629243-1fde-48e0-a366-425f2a557c90 req-30d34c72-8a6f-4b2c-b2a8-b3d0ef88b31c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 945 time: 0.0472822 Jul 25 08:47:04.753619 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-28629243-1fde-48e0-a366-425f2a557c90 req-d8180a5f-71dc-48e7-91ed-32a5e7b1a7db tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418763 Jul 25 08:47:04.858892 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c1649-905a-498a-aed2-a89d7e00ae17 req-d1a49432-a8b0-4fa6-8077-770245312df7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:04.860382 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6b5c1649-905a-498a-aed2-a89d7e00ae17 req-d1a49432-a8b0-4fa6-8077-770245312df7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0482495 Jul 25 08:47:04.914628 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6b5c1649-905a-498a-aed2-a89d7e00ae17 req-016d6e93-b5e7-4b85-aaa9-cf64e153b1a4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482531 Jul 25 08:47:05.026258 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49561fc5-2223-4138-bfdb-8b53f712cf6c req-58b33051-4e9d-4e88-8397-864896f527bb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:05.027798 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-49561fc5-2223-4138-bfdb-8b53f712cf6c req-58b33051-4e9d-4e88-8397-864896f527bb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 945 time: 0.0491993 Jul 25 08:47:05.038106 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 56208) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:05.042759 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-e7079a6f-f407-443b-a4e4-13423dd7ce51 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'floatingip': {'port_id': '653cd8da-6a1d-469a-82fe-d6dbe5f44308'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:47:05.114746 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e7079a6f-f407-443b-a4e4-13423dd7ce51 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:05.121312 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946648d-aa57-4591-9d8d-e52c8358118e req-d0fac78c-4ff2-48da-8f07-c936e1f17ec3 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:05.122825 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c946648d-aa57-4591-9d8d-e52c8358118e req-d0fac78c-4ff2-48da-8f07-c936e1f17ec3 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 943 time: 0.0483871 Jul 25 08:47:05.171940 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c946648d-aa57-4591-9d8d-e52c8358118e req-8d03afe7-44c7-4b0a-8caf-1379b1f6e700 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Jul 25 08:47:05.752676 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:05.936677 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e7079a6f-f407-443b-a4e4-13423dd7ce51 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:05.940293 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e7079a6f-f407-443b-a4e4-13423dd7ce51 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:06.043215 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [None req-e7079a6f-f407-443b-a4e4-13423dd7ce51 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Floating IP c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1 associated. External IP: 172.27.1.197, port: 653cd8da-6a1d-469a-82fe-d6dbe5f44308. Jul 25 08:47:06.044854 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f95b00-78b1-4e63-8de3-5f26a3233705 req-f9b6f1e5-eb65-46e4-a3e6-00219d8c4278 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:06.046831 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85f95b00-78b1-4e63-8de3-5f26a3233705 req-f9b6f1e5-eb65-46e4-a3e6-00219d8c4278 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0530741 Jul 25 08:47:06.111176 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85f95b00-78b1-4e63-8de3-5f26a3233705 req-f792f90f-f843-4d99-b066-439233e2910f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565846 Jul 25 08:47:06.192818 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:06.258450 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7079a6f-f407-443b-a4e4-13423dd7ce51 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Router b19f8421-40aa-4703-b95a-045ca280ccd6 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:47:06.307193 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b373092-8538-46d4-b25d-bac9c0053d30 req-7959d47c-4ea6-4793-bb76-9bb204a17e1a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:06.308719 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2b373092-8538-46d4-b25d-bac9c0053d30 req-7959d47c-4ea6-4793-bb76-9bb204a17e1a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 943 time: 0.0482814 Jul 25 08:47:06.355801 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2b373092-8538-46d4-b25d-bac9c0053d30 req-2b2e9bd0-a1db-423e-a49f-c0aa190164c9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407691 Jul 25 08:47:06.362752 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7079a6f-f407-443b-a4e4-13423dd7ce51 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:47:06.367956 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e7079a6f-f407-443b-a4e4-13423dd7ce51 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:06.381091 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=73 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:06.383127 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:06.385202 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0d3da-ce09-46cc-8de0-f268622427e5 None None] Sync routers for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:47:06.396424 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0d3da-ce09-46cc-8de0-f268622427e5 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:47:06.397051 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-49a0d3da-ce09-46cc-8de0-f268622427e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:46:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:47:06.401452 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-e7079a6f-f407-443b-a4e4-13423dd7ce51 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "PUT /v2.0/floatingips/c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1 HTTP/1.1" status: 200 len: 991 time: 1.3600709 Jul 25 08:47:06.401452 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'tag': '653cd8da-6a1d-469a-82fe-d6dbe5f44308'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:47:06.402259 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729" -d '{"events": [{"name": "network-changed", "server_uuid": "51386e27-02e7-4b3c-8a7a-a13ede11e75e", "tag": "653cd8da-6a1d-469a-82fe-d6dbe5f44308"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:47:06.440981 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112f4155-c040-44ee-badf-1dd8f36f7f2c x-openstack-request-id: req-112f4155-c040-44ee-badf-1dd8f36f7f2c {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:47:06.441268 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51386e27-02e7-4b3c-8a7a-a13ede11e75e", "tag": "653cd8da-6a1d-469a-82fe-d6dbe5f44308", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:47:06.441518 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-112f4155-c040-44ee-badf-1dd8f36f7f2c {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:47:06.441919 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112f4155-c040-44ee-badf-1dd8f36f7f2c'] response: {'name': 'network-changed', 'server_uuid': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'tag': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'status': 'completed', 'code': 200} Jul 25 08:47:06.496207 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-49a0d3da-ce09-46cc-8de0-f268622427e5 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:47:06.699401 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-49a0d3da-ce09-46cc-8de0-f268622427e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:5c:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:46:08Z', 'updated_at': '2022-07-25T08:47:05Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:47:06.724125 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0d3da-ce09-46cc-8de0-f268622427e5 None None] Checking router: b19f8421-40aa-4703-b95a-045ca280ccd6 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:47:06.732862 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0d3da-ce09-46cc-8de0-f268622427e5 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:47:06.733441 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-49a0d3da-ce09-46cc-8de0-f268622427e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:46:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:47:06.829819 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-49a0d3da-ce09-46cc-8de0-f268622427e5 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:47:07.098631 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-49a0d3da-ce09-46cc-8de0-f268622427e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:5c:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:46:08Z', 'updated_at': '2022-07-25T08:47:05Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:47:07.122531 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a0d3da-ce09-46cc-8de0-f268622427e5 None None] The sync data for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi is: [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:5c:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:46:08Z', 'updated_at': '2022-07-25T08:47:05Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:47:07.226397 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898134e-713a-4363-b5fd-4ca4c7c6e7f6 req-f4b8e68e-ed86-4d20-8f1c-057b7455f4d7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:07.227874 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d898134e-713a-4363-b5fd-4ca4c7c6e7f6 req-f4b8e68e-ed86-4d20-8f1c-057b7455f4d7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0478985 Jul 25 08:47:07.281024 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d898134e-713a-4363-b5fd-4ca4c7c6e7f6 req-9fe7b188-1f57-46c9-9bda-4d7fcfe73559 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 Jul 25 08:47:07.387485 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245873f3-850a-4e94-9e26-bbf64e6f8620 None None] New status for floating IP c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1: ACTIVE {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:47:07.473190 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4e928-0c29-4c30-9013-d0c9dabf89a6 req-576371cc-38c7-43d5-bc76-46d6dc534f43 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:07.474655 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f4e4e928-0c29-4c30-9013-d0c9dabf89a6 req-576371cc-38c7-43d5-bc76-46d6dc534f43 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 943 time: 0.0461965 Jul 25 08:47:07.523270 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f4e4e928-0c29-4c30-9013-d0c9dabf89a6 req-606b7d14-d11e-4c64-a271-743b3aabf13b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Jul 25 08:47:07.616549 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-15604f7d-ec33-4748-a5d1-c94e6af19eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:08.396565 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d755aab-a463-4258-842b-1fa19c599e38 req-80d099ea-3b60-4c2e-84cb-8e56ebb1970d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:08.398078 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6d755aab-a463-4258-842b-1fa19c599e38 req-80d099ea-3b60-4c2e-84cb-8e56ebb1970d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0466099 Jul 25 08:47:08.444089 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6d755aab-a463-4258-842b-1fa19c599e38 req-722dcbd7-b57e-4dcf-b10f-70116256f500 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Jul 25 08:47:08.648109 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac36aed-6943-4012-bb77-edcbb54906c6 req-42c0c080-70d3-4f60-b834-587eb29cc0a1 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:08.649581 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6ac36aed-6943-4012-bb77-edcbb54906c6 req-42c0c080-70d3-4f60-b834-587eb29cc0a1 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 943 time: 0.0492020 Jul 25 08:47:08.683952 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:08.695655 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device af97c14f-36bb-413e-890c-ffc2a2e5b384 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:47:08.698339 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6ac36aed-6943-4012-bb77-edcbb54906c6 req-068cac9e-a2dc-47d9-8201-fd934a793f62 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428214 Jul 25 08:47:08.795647 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port af97c14f-36bb-413e-890c-ffc2a2e5b384, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af97c14f-36bb-413e-890c-ffc2a2e5b384,segment=NetworkSegment(f6c758b7-c6cd-49be-8055-433867b3de21),segment_id=f6c758b7-c6cd-49be-8055-433867b3de21)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:47:08.806514 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': 'af97c14f-36bb-413e-890c-ffc2a2e5b384', 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637', 'port_id': 'af97c14f-36bb-413e-890c-ffc2a2e5b384', 'mac_address': 'fa:16:3e:e5:d0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79500d18-6e4c-4b7d-ab60-672b73254ee7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:47:08.811229 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:08.841928 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port af97c14f-36bb-413e-890c-ffc2a2e5b384 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:47:08.842306 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:08.855127 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af97c14f-36bb-413e-890c-ffc2a2e5b384 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:47:08.873807 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port af97c14f-36bb-413e-890c-ffc2a2e5b384, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af97c14f-36bb-413e-890c-ffc2a2e5b384,segment=NetworkSegment(f6c758b7-c6cd-49be-8055-433867b3de21),segment_id=f6c758b7-c6cd-49be-8055-433867b3de21)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:47:08.877708 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:08.925908 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=af97c14f-36bb-413e-890c-ffc2a2e5b384,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:09.556907 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead006e-86fc-4ac1-ad9f-c5a0c63e7508 req-fc4a2a7e-1dc2-4bd4-b162-32cc6943a7ed tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:09.558256 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dead006e-86fc-4ac1-ad9f-c5a0c63e7508 req-fc4a2a7e-1dc2-4bd4-b162-32cc6943a7ed tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0460343 Jul 25 08:47:09.568952 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:09.606571 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dead006e-86fc-4ac1-ad9f-c5a0c63e7508 req-73a8dba1-ad88-41bb-9dff-8a2d4c2a8caf tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Jul 25 08:47:09.815907 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0de49-3a3e-423d-8b42-10a4b0d13cd8 req-fefa0bc4-5817-48e6-b216-f047dad026c5 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:09.817282 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-81d0de49-3a3e-423d-8b42-10a4b0d13cd8 req-fefa0bc4-5817-48e6-b216-f047dad026c5 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 944 time: 0.0461125 Jul 25 08:47:09.866102 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-81d0de49-3a3e-423d-8b42-10a4b0d13cd8 req-a1c09869-4aa0-45f5-90f1-e28b4190f4af tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 Jul 25 08:47:10.000632 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-742f1c81-2ac7-41d3-87ae-9aac7c6d4005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:10.726111 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a9a71-989e-48fe-81c1-61e7a3616324 req-96ae8f0d-2639-4469-a9d5-95759569e939 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:10.727593 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-943a9a71-989e-48fe-81c1-61e7a3616324 req-96ae8f0d-2639-4469-a9d5-95759569e939 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0493207 Jul 25 08:47:10.779203 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-943a9a71-989e-48fe-81c1-61e7a3616324 req-1f93e441-e919-4898-9aec-3b296a50d5c3 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448344 Jul 25 08:47:10.979893 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53836b3f-7560-4bcc-a91f-70df455a4389 req-3be0a58b-b794-439a-8e44-861bf377fd9b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:10.981367 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-53836b3f-7560-4bcc-a91f-70df455a4389 req-3be0a58b-b794-439a-8e44-861bf377fd9b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 944 time: 0.0445242 Jul 25 08:47:11.007651 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:11.028360 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-53836b3f-7560-4bcc-a91f-70df455a4389 req-b2a9e32a-2249-489e-92c1-6c0cafffca68 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411000 Jul 25 08:47:11.903945 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c8fb6-b2b8-4835-a21a-9ed9751b0690 req-0572918a-e997-4557-a47d-0adad1be5bdb tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:11.905447 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0f6c8fb6-b2b8-4835-a21a-9ed9751b0690 req-0572918a-e997-4557-a47d-0adad1be5bdb tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0494184 Jul 25 08:47:11.952364 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0f6c8fb6-b2b8-4835-a21a-9ed9751b0690 req-ca947f4c-aa60-4f6f-93c8-d5f7d9ed2675 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414808 Jul 25 08:47:12.141741 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77a48d-a76c-4d80-9d6d-92882233ea79 req-44a2e7ec-8673-4565-b2fa-92e6e00ccdd0 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:12.143212 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3b77a48d-a76c-4d80-9d6d-92882233ea79 req-44a2e7ec-8673-4565-b2fa-92e6e00ccdd0 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 944 time: 0.0477915 Jul 25 08:47:12.190045 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3b77a48d-a76c-4d80-9d6d-92882233ea79 req-75a6356d-179c-4cb9-b896-a543ba419b63 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Jul 25 08:47:12.333358 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:12.758216 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:13.071379 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985a9ab-1507-4af7-babc-d247d71fab06 req-f9cec4b9-0baa-414e-ab3d-2aa6f11fcd44 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:13.072854 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4985a9ab-1507-4af7-babc-d247d71fab06 req-f9cec4b9-0baa-414e-ab3d-2aa6f11fcd44 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0492222 Jul 25 08:47:13.119841 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4985a9ab-1507-4af7-babc-d247d71fab06 req-0f0d0f6a-0aab-45cf-8650-795f38e8de77 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Jul 25 08:47:13.303828 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c3de0-28b2-4c65-a3fa-58d453039bbe req-3128538d-fb9b-4b44-882b-365cb300e287 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:13.305264 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-905c3de0-28b2-4c65-a3fa-58d453039bbe req-3128538d-fb9b-4b44-882b-365cb300e287 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 944 time: 0.0473664 Jul 25 08:47:13.353935 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-905c3de0-28b2-4c65-a3fa-58d453039bbe req-90914c33-5d2b-4ef3-9b9c-728fcd28b912 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426250 Jul 25 08:47:14.235977 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0029a9-84ef-4ac0-b3b2-a64d2057805a req-778551b8-89cd-450d-aa40-249f5c89b306 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:14.237450 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cd0029a9-84ef-4ac0-b3b2-a64d2057805a req-778551b8-89cd-450d-aa40-249f5c89b306 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0459962 Jul 25 08:47:14.286642 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cd0029a9-84ef-4ac0-b3b2-a64d2057805a req-299d9f0b-a6f3-4f12-977f-c8d53aef0ddf tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437167 Jul 25 08:47:14.471056 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b366b-0ad1-4368-a289-a0dcfe8cff66 req-15181832-3453-426a-aeb6-e5c156144c80 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:14.472605 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e49b366b-0ad1-4368-a289-a0dcfe8cff66 req-15181832-3453-426a-aeb6-e5c156144c80 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 944 time: 0.0472138 Jul 25 08:47:14.520168 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e49b366b-0ad1-4368-a289-a0dcfe8cff66 req-9f52ccd1-e7d9-4f21-b3d0-a8517cdc392c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420806 Jul 25 08:47:14.577599 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['af97c14f-36bb-413e-890c-ffc2a2e5b384'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:47:15.406525 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2eb9f-92e7-4667-9cfb-572b27728bd7 req-ea85f637-930d-4ccf-a1f1-6cf7cc146c0f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:15.407983 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8bd2eb9f-92e7-4667-9cfb-572b27728bd7 req-ea85f637-930d-4ccf-a1f1-6cf7cc146c0f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0467215 Jul 25 08:47:15.454923 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8bd2eb9f-92e7-4667-9cfb-572b27728bd7 req-ba5a9087-4bbc-4f37-aafc-7a29ff26ea12 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415957 Jul 25 08:47:15.624241 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:15.642545 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f84c468-5535-4299-bf29-876c32081ffd req-85c09ac1-01f0-48ea-958a-094cb39ea45f tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:15.644023 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7f84c468-5535-4299-bf29-876c32081ffd req-85c09ac1-01f0-48ea-958a-094cb39ea45f tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 944 time: 0.0511796 Jul 25 08:47:15.662074 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:15.691460 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7f84c468-5535-4299-bf29-876c32081ffd req-ec816b89-2cb4-4380-a975-eb02e7ea91e1 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Jul 25 08:47:15.817847 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729 req-98c462fb-adf1-45e7-9d3a-92ba105a39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:15.819249 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729 req-98c462fb-adf1-45e7-9d3a-92ba105a39c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 1129 time: 0.0389984 Jul 25 08:47:16.569761 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd814993-3812-47d4-bba8-330e50a8d405 req-9bee8ee4-be89-402f-b0e8-6be7ab905827 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:16.571225 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cd814993-3812-47d4-bba8-330e50a8d405 req-9bee8ee4-be89-402f-b0e8-6be7ab905827 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0467198 Jul 25 08:47:16.619355 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cd814993-3812-47d4-bba8-330e50a8d405 req-30a2dc43-b081-4f8d-a6a5-b198cf669ee4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Jul 25 08:47:16.803874 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5ae7d-ff38-45e5-98e4-6149011670b0 req-0303fe2a-41ca-4f02-9de1-83bde4febfcc tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:16.805340 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9be5ae7d-ff38-45e5-98e4-6149011670b0 req-0303fe2a-41ca-4f02-9de1-83bde4febfcc tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 944 time: 0.0460527 Jul 25 08:47:16.854194 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9be5ae7d-ff38-45e5-98e4-6149011670b0 req-f39b8382-157b-4eeb-868f-9fe63206616a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428860 Jul 25 08:47:17.733595 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f053d-b068-413b-9ef4-922dfd1770e2 req-d1af454f-f549-4957-940e-6119f20b3728 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:17.735053 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-024f053d-b068-413b-9ef4-922dfd1770e2 req-d1af454f-f549-4957-940e-6119f20b3728 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0465240 Jul 25 08:47:17.781473 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-024f053d-b068-413b-9ef4-922dfd1770e2 req-f39b0320-8b7e-4673-b19f-14c8e514d4ff tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409720 Jul 25 08:47:17.968696 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee980a7-0d51-4cc1-8789-d36d40d1bb33 req-729cdd65-12e6-4df6-ba11-2b377841ed66 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:17.970136 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cee980a7-0d51-4cc1-8789-d36d40d1bb33 req-729cdd65-12e6-4df6-ba11-2b377841ed66 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 944 time: 0.0467927 Jul 25 08:47:18.017562 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cee980a7-0d51-4cc1-8789-d36d40d1bb33 req-ef6b5c63-3e74-4bfb-84e8-779a17a46578 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417724 Jul 25 08:47:18.163307 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729 req-c811ebe6-bc59-44bd-af67-d9cc48dea2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:18.164831 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729 req-c811ebe6-bc59-44bd-af67-d9cc48dea2ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 915 time: 0.0968759 Jul 25 08:47:18.474385 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:47:18.897671 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70dd1-e75c-4bba-a803-54293dd7abdb req-a1ad23a6-6e4b-4ae1-9f9a-d09802daff4b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:18.899119 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-18c70dd1-e75c-4bba-a803-54293dd7abdb req-a1ad23a6-6e4b-4ae1-9f9a-d09802daff4b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0493340 Jul 25 08:47:18.944900 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-18c70dd1-e75c-4bba-a803-54293dd7abdb req-74c94024-7191-4a65-812c-66ea8a9a67ba tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402620 Jul 25 08:47:19.134978 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27ad50-25f7-4087-812c-a170283614b8 req-e11763d7-edb5-4712-96cf-a1157f99f0a9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:19.136671 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6e27ad50-25f7-4087-812c-a170283614b8 req-e11763d7-edb5-4712-96cf-a1157f99f0a9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 944 time: 0.0472021 Jul 25 08:47:19.186761 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6e27ad50-25f7-4087-812c-a170283614b8 req-57386693-8736-406f-b5ef-a98b317830db tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444446 Jul 25 08:47:19.296628 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729 req-d1292382-5779-48c7-a114-429e409a2d17 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=653cd8da-6a1d-469a-82fe-d6dbe5f44308 HTTP/1.1" status: 200 len: 1001 time: 0.0559671 Jul 25 08:47:19.392442 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=80 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:20.061578 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbcd02-40ec-4d62-a4be-03a83e57d86b req-5ef59bd2-b602-4733-85ca-f496e05793d3 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:20.062976 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-46cbcd02-40ec-4d62-a4be-03a83e57d86b req-5ef59bd2-b602-4733-85ca-f496e05793d3 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0494497 Jul 25 08:47:20.109654 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-46cbcd02-40ec-4d62-a4be-03a83e57d86b req-00471400-8599-41e9-a084-990d5719b977 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Jul 25 08:47:20.301738 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be608ffc-993b-46f3-86fc-bab1ddb1e6a7 req-f796f1d3-8fc8-43a5-b83d-7c8097017a07 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:20.303208 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-be608ffc-993b-46f3-86fc-bab1ddb1e6a7 req-f796f1d3-8fc8-43a5-b83d-7c8097017a07 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 944 time: 0.0461335 Jul 25 08:47:20.349538 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-be608ffc-993b-46f3-86fc-bab1ddb1e6a7 req-8e5fc0dc-4228-4cfa-bc62-734909190d7c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Jul 25 08:47:21.085428 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729 req-f8620cb0-6000-4525-a7ab-c774630946a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:21.086837 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729 req-f8620cb0-6000-4525-a7ab-c774630946a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.0448046 Jul 25 08:47:21.133563 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729 req-d4678b23-ccff-4fb1-a3f1-8e2c0a55e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:21.135297 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729 req-d4678b23-ccff-4fb1-a3f1-8e2c0a55e99d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424116 Jul 25 08:47:21.222932 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa5423-a4ef-4aba-914a-48a3fa959ca6 req-d4ee5022-f9ba-40f9-b181-522467503469 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:21.224377 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-faaa5423-a4ef-4aba-914a-48a3fa959ca6 req-d4ee5022-f9ba-40f9-b181-522467503469 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0452211 Jul 25 08:47:21.273283 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-faaa5423-a4ef-4aba-914a-48a3fa959ca6 req-8a8df8f0-4735-447f-bdad-e7e0ffb485bf tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434833 Jul 25 08:47:21.417599 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:21.419088 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device af97c14f-36bb-413e-890c-ffc2a2e5b384 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:47:21.457863 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:21.484671 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349a786-5a00-4a23-b785-d7cd6d15a982 req-05a3a188-98e7-498f-b575-377bdc36bc46 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:21.486216 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a349a786-5a00-4a23-b785-d7cd6d15a982 req-05a3a188-98e7-498f-b575-377bdc36bc46 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 944 time: 0.0600014 Jul 25 08:47:21.500836 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port af97c14f-36bb-413e-890c-ffc2a2e5b384 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:47:21.517086 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port af97c14f-36bb-413e-890c-ffc2a2e5b384 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:47:21.517483 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:21.522891 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:21.536446 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729 req-070cb0d0-3eef-4a05-9a04-8574e806c938 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101451 Jul 25 08:47:21.562434 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a349a786-5a00-4a23-b785-d7cd6d15a982 req-a637f1e3-574f-443c-b8ae-89cd4504afa3 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701714 Jul 25 08:47:21.597772 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port af97c14f-36bb-413e-890c-ffc2a2e5b384 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:47:21.598164 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:21.620662 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed67f4fd-63db-4f9b-ab28-af9e82586d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af97c14f-36bb-413e-890c-ffc2a2e5b384'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:47:21.622926 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fb205e-49f9-41e1-822a-7a326b5c4147" -d '{"events": [{"server_uuid": "ed67f4fd-63db-4f9b-ab28-af9e82586d31", "name": "network-vif-plugged", "status": "completed", "tag": "af97c14f-36bb-413e-890c-ffc2a2e5b384"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:47:21.642420 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port af97c14f-36bb-413e-890c-ffc2a2e5b384, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af97c14f-36bb-413e-890c-ffc2a2e5b384,segment=NetworkSegment(f6c758b7-c6cd-49be-8055-433867b3de21),segment_id=f6c758b7-c6cd-49be-8055-433867b3de21)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:47:21.644018 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7706ec64-2a7e-4cf3-ad13-aa4ac3ef0729 req-20149671-d51d-433c-88cb-0d797f8a0b11 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938175 Jul 25 08:47:21.646633 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:21.677246 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97aa9bd-4f7f-4136-a4c9-0ae6893c90ac x-openstack-request-id: req-d97aa9bd-4f7f-4136-a4c9-0ae6893c90ac {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:47:21.677534 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed67f4fd-63db-4f9b-ab28-af9e82586d31", "name": "network-vif-plugged", "status": "completed", "tag": "af97c14f-36bb-413e-890c-ffc2a2e5b384", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:47:21.677902 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d97aa9bd-4f7f-4136-a4c9-0ae6893c90ac {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:47:21.678158 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97aa9bd-4f7f-4136-a4c9-0ae6893c90ac'] response: {'server_uuid': 'ed67f4fd-63db-4f9b-ab28-af9e82586d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af97c14f-36bb-413e-890c-ffc2a2e5b384', 'code': 200} Jul 25 08:47:21.704183 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=af97c14f-36bb-413e-890c-ffc2a2e5b384,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:21.905639 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62ffb1-4f50-4aa6-ae43-138ac993066e req-9b8a233e-a34c-4cdf-bc71-acd3916824b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:21.907173 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3d62ffb1-4f50-4aa6-ae43-138ac993066e req-9b8a233e-a34c-4cdf-bc71-acd3916824b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 1129 time: 0.0395238 Jul 25 08:47:21.956719 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3d62ffb1-4f50-4aa6-ae43-138ac993066e req-d0b41cd5-d875-4cc3-a929-07accd6386ac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408778 Jul 25 08:47:22.379446 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:22.388229 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f856047-47c4-44f9-bcab-3cd8b1c9a749 req-8ef7653b-e6ca-4e05-a365-0bd2d5dc22ff tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:22.389706 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3f856047-47c4-44f9-bcab-3cd8b1c9a749 req-8ef7653b-e6ca-4e05-a365-0bd2d5dc22ff tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0467403 Jul 25 08:47:22.409662 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:22.437051 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3f856047-47c4-44f9-bcab-3cd8b1c9a749 req-032304cd-7eca-4192-855a-48bf8c7c3862 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Jul 25 08:47:22.869032 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae4267-d8ec-403c-9ec4-7d296893ecd6 req-e6af9354-1bea-4446-9584-ad7adab3ce16 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:22.870503 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-03ae4267-d8ec-403c-9ec4-7d296893ecd6 req-e6af9354-1bea-4446-9584-ad7adab3ce16 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.2353652 Jul 25 08:47:22.916702 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-03ae4267-d8ec-403c-9ec4-7d296893ecd6 req-33b1651c-f84e-415e-9284-7aba067c4b1d tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Jul 25 08:47:23.550988 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4d378-1d53-4d7f-8208-dfbe6e2dc3d7 req-abb3e3f7-e1d6-46cf-9aa3-f6a84bbaf78f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:23.552759 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c0c4d378-1d53-4d7f-8208-dfbe6e2dc3d7 req-abb3e3f7-e1d6-46cf-9aa3-f6a84bbaf78f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0454624 Jul 25 08:47:23.601354 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c0c4d378-1d53-4d7f-8208-dfbe6e2dc3d7 req-ae739d7d-3110-4872-ab2d-32b4c23c0d87 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Jul 25 08:47:24.032002 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfc2cc-83ba-4fa9-9a7a-5bcc913121e9 req-cbe3a55f-a564-4913-b60c-0300f76f8aba tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:24.033440 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-54bfc2cc-83ba-4fa9-9a7a-5bcc913121e9 req-cbe3a55f-a564-4913-b60c-0300f76f8aba tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0476198 Jul 25 08:47:24.078195 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-54bfc2cc-83ba-4fa9-9a7a-5bcc913121e9 req-8151daab-19dc-41fb-b85e-3e685eaaf2d8 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394664 Jul 25 08:47:24.719174 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73760247-ed01-4fd7-b542-5ab41e9c8fdd req-3d799534-98cb-4e2b-8c25-643de2ca0163 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:24.720657 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-73760247-ed01-4fd7-b542-5ab41e9c8fdd req-3d799534-98cb-4e2b-8c25-643de2ca0163 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0473495 Jul 25 08:47:24.766728 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-73760247-ed01-4fd7-b542-5ab41e9c8fdd req-c639ab78-b47c-47d0-88bd-b7f1e70bee11 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Jul 25 08:47:25.191979 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f2b0f-9b57-46e4-85e3-5f07f7731649 req-a8ce900a-0f1a-47ca-b5dc-e46152ef9c8a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:25.194150 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-785f2b0f-9b57-46e4-85e3-5f07f7731649 req-a8ce900a-0f1a-47ca-b5dc-e46152ef9c8a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0457280 Jul 25 08:47:25.244693 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-785f2b0f-9b57-46e4-85e3-5f07f7731649 req-ced921e6-5d84-4f61-8606-02c696ef008e tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Jul 25 08:47:25.880805 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe797d5-235d-4676-96dd-635b642e1687 req-c9756020-564d-4aab-aa8f-63c999cc1368 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:25.882281 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1fe797d5-235d-4676-96dd-635b642e1687 req-c9756020-564d-4aab-aa8f-63c999cc1368 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0463426 Jul 25 08:47:25.928438 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1fe797d5-235d-4676-96dd-635b642e1687 req-44225ee4-18b7-4466-b834-7d2e6779858c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Jul 25 08:47:26.358371 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951d7e0-502a-426e-baf9-4b61866eca2f req-5af06738-2e4f-414e-bc26-ef25cb766d55 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:26.360418 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b951d7e0-502a-426e-baf9-4b61866eca2f req-5af06738-2e4f-414e-bc26-ef25cb766d55 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0455437 Jul 25 08:47:26.406903 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b951d7e0-502a-426e-baf9-4b61866eca2f req-e2676d6b-223b-4ff4-975b-270839fc0fea tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410404 Jul 25 08:47:27.045239 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8561-2fe0-43b0-8035-cc0dd63a6b32 req-4cba9fcd-c276-435b-bce7-44405bb558fd tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:27.047265 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-65ba8561-2fe0-43b0-8035-cc0dd63a6b32 req-4cba9fcd-c276-435b-bce7-44405bb558fd tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0493295 Jul 25 08:47:27.092359 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-65ba8561-2fe0-43b0-8035-cc0dd63a6b32 req-a085368d-2fce-4aaa-be52-dc73bb636147 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397859 Jul 25 08:47:27.521077 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad23e07-9e9c-4f17-8e89-4404ff8f7f70 req-e4fa4f5e-ec02-4a04-8a9f-7c7166b2d7e9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:27.522438 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0ad23e07-9e9c-4f17-8e89-4404ff8f7f70 req-e4fa4f5e-ec02-4a04-8a9f-7c7166b2d7e9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0453317 Jul 25 08:47:27.567860 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0ad23e07-9e9c-4f17-8e89-4404ff8f7f70 req-788794d7-7d6f-4691-9351-fa8c5a54ab03 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400143 Jul 25 08:47:28.213417 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359abc8-6ef8-4f7c-9ee5-f4df9209afb2 req-3f15bfb9-88e1-4a0e-b984-04adbf5d5b85 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:28.214880 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e359abc8-6ef8-4f7c-9ee5-f4df9209afb2 req-3f15bfb9-88e1-4a0e-b984-04adbf5d5b85 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0488210 Jul 25 08:47:28.260973 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e359abc8-6ef8-4f7c-9ee5-f4df9209afb2 req-4678f2ab-b08e-452c-a4e0-09e3ac4a44a5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400329 Jul 25 08:47:28.470512 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=76 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:28.663112 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:28.680899 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff1ed9-537f-48fa-8340-33ef7a482bb0 req-bf7809e3-b461-45d4-a204-11619fa07ef2 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:28.682356 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-09ff1ed9-537f-48fa-8340-33ef7a482bb0 req-bf7809e3-b461-45d4-a204-11619fa07ef2 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0462725 Jul 25 08:47:28.718044 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:28.730540 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-09ff1ed9-537f-48fa-8340-33ef7a482bb0 req-8641ef13-d7f6-4ccf-824b-68d04220091c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Jul 25 08:47:29.375349 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661fe48-bda0-43c1-8776-b6cc1fecb86e req-f5401b9a-6988-4f38-8ce9-d9b4c9ede763 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:29.376815 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b661fe48-bda0-43c1-8776-b6cc1fecb86e req-f5401b9a-6988-4f38-8ce9-d9b4c9ede763 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0455961 Jul 25 08:47:29.430851 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b661fe48-bda0-43c1-8776-b6cc1fecb86e req-a15a48d1-4860-4b21-aedd-3c56f57f7206 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486877 Jul 25 08:47:29.845326 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d95286-57f3-4111-91c2-81b3c46ecde6 req-37f47cc0-0dd0-4213-be24-76bae63f67e0 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:29.846775 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e3d95286-57f3-4111-91c2-81b3c46ecde6 req-37f47cc0-0dd0-4213-be24-76bae63f67e0 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0460439 Jul 25 08:47:29.893394 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e3d95286-57f3-4111-91c2-81b3c46ecde6 req-6de32c1c-1aec-457c-8b40-09192b83bf96 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412414 Jul 25 08:47:30.545950 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7093722-1a7e-40e2-b249-877e7e8eb813 req-e196cf01-3eda-4b8b-aa3c-3848f9ac3fb5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:30.547419 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e7093722-1a7e-40e2-b249-877e7e8eb813 req-e196cf01-3eda-4b8b-aa3c-3848f9ac3fb5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0473578 Jul 25 08:47:30.593947 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e7093722-1a7e-40e2-b249-877e7e8eb813 req-a3bfe937-368e-4557-a8e6-d1121db813fb tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Jul 25 08:47:31.013622 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee355d0-4218-4ca2-b06c-6c35dcc967bf req-789b462f-ca8e-42c8-9ce1-3d83ed8e177d tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:31.015181 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dee355d0-4218-4ca2-b06c-6c35dcc967bf req-789b462f-ca8e-42c8-9ce1-3d83ed8e177d tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0514634 Jul 25 08:47:31.061299 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dee355d0-4218-4ca2-b06c-6c35dcc967bf req-df192fcd-fbdd-4710-bf7c-3f01a1aba56b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Jul 25 08:47:31.694331 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:31.700642 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:31.707172 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7763-b42c-427b-8ec6-c80025cc1d01 req-83325b18-e81c-4233-8fc5-4aa052cb3047 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:31.708686 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b33e7763-b42c-427b-8ec6-c80025cc1d01 req-83325b18-e81c-4233-8fc5-4aa052cb3047 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0471354 Jul 25 08:47:31.756101 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b33e7763-b42c-427b-8ec6-c80025cc1d01 req-a7fd921d-96ca-456f-b3c2-f0f5b62b744d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Jul 25 08:47:31.944815 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=19 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:31.953633 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=75 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:32.176169 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b64d3-c60b-4970-9f5f-c63efe0c856a req-05f729e7-dd29-470b-9ef4-b870fac7077b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:32.177640 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c11b64d3-c60b-4970-9f5f-c63efe0c856a req-05f729e7-dd29-470b-9ef4-b870fac7077b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0467112 Jul 25 08:47:32.227278 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c11b64d3-c60b-4970-9f5f-c63efe0c856a req-75c7d9a2-a636-46f6-8548-67874476d216 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 Jul 25 08:47:32.870018 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f8dfa-aeee-442b-89df-4f2df7d18f1d req-46c5b804-603d-4637-86d5-b24b690edbb6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:32.871467 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c31f8dfa-aeee-442b-89df-4f2df7d18f1d req-46c5b804-603d-4637-86d5-b24b690edbb6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0452831 Jul 25 08:47:32.918351 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c31f8dfa-aeee-442b-89df-4f2df7d18f1d req-0431d849-633e-45dd-a06c-22bebc9ce344 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Jul 25 08:47:33.340514 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b02d9-ea50-4ce1-a9c4-11b99f81e1b1 req-43f81e1a-cf94-4505-b34e-5f30ba47ea4c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:33.341947 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-621b02d9-ea50-4ce1-a9c4-11b99f81e1b1 req-43f81e1a-cf94-4505-b34e-5f30ba47ea4c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0456676 Jul 25 08:47:33.388789 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-621b02d9-ea50-4ce1-a9c4-11b99f81e1b1 req-b017b8d2-5e3a-4729-b1aa-fdd05364326f tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 Jul 25 08:47:34.037334 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb1ef7-5f07-4e80-9708-d81211aa365e req-820d1e39-00af-4acc-a042-894272836ecf tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:34.038810 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-43eb1ef7-5f07-4e80-9708-d81211aa365e req-820d1e39-00af-4acc-a042-894272836ecf tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0499377 Jul 25 08:47:34.087813 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-43eb1ef7-5f07-4e80-9708-d81211aa365e req-5f297bf0-ab92-4e4d-9ccc-762548013968 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432549 Jul 25 08:47:34.507785 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724f871c-b757-418d-9b1a-008dae42c2c5 req-03f66d55-cf14-44a4-bd2e-9e03a367a2fb tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:34.509432 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-724f871c-b757-418d-9b1a-008dae42c2c5 req-03f66d55-cf14-44a4-bd2e-9e03a367a2fb tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0475533 Jul 25 08:47:34.556834 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-724f871c-b757-418d-9b1a-008dae42c2c5 req-df99da40-d9f4-47e4-834d-bef5dd724eb8 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Jul 25 08:47:35.169575 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:35.210059 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ba7d3-f5d5-46a9-99aa-4e04e69a5642 req-437c83e3-83c1-4a99-b1ac-f38f497a2e96 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:35.211530 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f75ba7d3-f5d5-46a9-99aa-4e04e69a5642 req-437c83e3-83c1-4a99-b1ac-f38f497a2e96 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0519161 Jul 25 08:47:35.258615 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f75ba7d3-f5d5-46a9-99aa-4e04e69a5642 req-a45c58fc-31af-411e-a852-b2bec3b41cb8 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Jul 25 08:47:36.065575 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ed76f-747c-4213-83a7-d1f229af29b6 req-637ee43a-6685-429f-9534-52bab16207ed tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:36.067222 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-246ed76f-747c-4213-83a7-d1f229af29b6 req-637ee43a-6685-429f-9534-52bab16207ed tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0584626 Jul 25 08:47:36.079807 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:36.117748 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-246ed76f-747c-4213-83a7-d1f229af29b6 req-cf0efff0-40d7-4539-b5ed-dab2b0776f7c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446334 Jul 25 08:47:36.375181 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdd451-dba2-444d-8757-2d4afbdf79a9 req-5547ff37-b917-4a84-a123-f0ae6179ed29 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:36.376649 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bffdd451-dba2-444d-8757-2d4afbdf79a9 req-5547ff37-b917-4a84-a123-f0ae6179ed29 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0453684 Jul 25 08:47:36.426311 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bffdd451-dba2-444d-8757-2d4afbdf79a9 req-3e528bac-6d80-4b2c-acb4-2e4034887b6f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440893 Jul 25 08:47:36.992793 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 56656) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:37.102213 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d500a2e5-d11a-4b07-8178-1666655b1961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:37.185242 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d500a2e5-d11a-4b07-8178-1666655b1961 admin admin] Publish callbacks [] for security_group (cacf7bf1-09d7-4572-b2c8-4da7cabfe4fe), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:37.189764 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d500a2e5-d11a-4b07-8178-1666655b1961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (cacf7bf1-09d7-4572-b2c8-4da7cabfe4fe), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:37.258327 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500a2e5-d11a-4b07-8178-1666655b1961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacf7bf1-09d7-4572-b2c8-4da7cabfe4fe,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:37.265156 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-d500a2e5-d11a-4b07-8178-1666655b1961 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f935a736a61408b8eb2801ff91227d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713144 Jul 25 08:47:37.267929 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 56672) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:37.276767 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c7612-aed7-4d95-8c30-47a5b2384f01 req-f3796e65-c25c-4ab6-993a-14d68dabba6e tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:37.278236 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-045c7612-aed7-4d95-8c30-47a5b2384f01 req-f3796e65-c25c-4ab6-993a-14d68dabba6e tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0782709 Jul 25 08:47:37.326774 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e5af03c5-005c-402e-82d1-0fa2e0f0eaf7 admin admin] Publish callbacks [] for security_group (cacf7bf1-09d7-4572-b2c8-4da7cabfe4fe), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:37.334279 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-045c7612-aed7-4d95-8c30-47a5b2384f01 req-1b09e67c-a02a-41e8-be34-b4a453647432 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502856 Jul 25 08:47:37.349478 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e5af03c5-005c-402e-82d1-0fa2e0f0eaf7 admin admin] Publish callbacks [] for security_group (cacf7bf1-09d7-4572-b2c8-4da7cabfe4fe), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:37.422595 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e5af03c5-005c-402e-82d1-0fa2e0f0eaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (cacf7bf1-09d7-4572-b2c8-4da7cabfe4fe), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:37.425496 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e5af03c5-005c-402e-82d1-0fa2e0f0eaf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:37.426671 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-e5af03c5-005c-402e-82d1-0fa2e0f0eaf7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cacf7bf1-09d7-4572-b2c8-4da7cabfe4fe HTTP/1.1" status: 204 len: 168 time: 0.1570284 Jul 25 08:47:37.436416 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af03c5-005c-402e-82d1-0fa2e0f0eaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacf7bf1-09d7-4572-b2c8-4da7cabfe4fe,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:37.559579 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd028d-4eac-499f-96e8-4dc4fb59c8ea req-ae2815ef-aec1-49a5-b789-e7cf1b82678c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:37.559579 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-81fd028d-4eac-499f-96e8-4dc4fb59c8ea req-ae2815ef-aec1-49a5-b789-e7cf1b82678c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0531869 Jul 25 08:47:37.607898 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-81fd028d-4eac-499f-96e8-4dc4fb59c8ea req-d0f9677f-3081-4157-a435-91840bd08a66 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430293 Jul 25 08:47:37.624530 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9c9653de-938d-4f8d-8022-27416f81cd29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:38.486499 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5988e63-60e5-491e-abe7-037bc86f2328 req-4300480a-a463-42e8-be4a-4e2ae3f0d979 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:38.488036 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5988e63-60e5-491e-abe7-037bc86f2328 req-4300480a-a463-42e8-be4a-4e2ae3f0d979 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0503294 Jul 25 08:47:38.540381 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5988e63-60e5-491e-abe7-037bc86f2328 req-0e0cca21-3a11-4936-99d1-0a9133c04ac4 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466387 Jul 25 08:47:38.727311 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e2ea9-20ce-4134-9c23-931240a8ca39 req-7601619e-bf69-498a-aa86-d2753c7a08e1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:38.728794 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e45e2ea9-20ce-4134-9c23-931240a8ca39 req-7601619e-bf69-498a-aa86-d2753c7a08e1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0486298 Jul 25 08:47:38.775819 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e45e2ea9-20ce-4134-9c23-931240a8ca39 req-7b790786-d6c1-43ef-a338-e30e2ed5b110 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Jul 25 08:47:39.655780 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a590932-3d82-43fd-9b41-a035c8ee8e12 req-5939643e-ae8d-4f08-aab5-27eb11438a46 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:39.657471 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3a590932-3d82-43fd-9b41-a035c8ee8e12 req-5939643e-ae8d-4f08-aab5-27eb11438a46 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0464954 Jul 25 08:47:39.703857 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3a590932-3d82-43fd-9b41-a035c8ee8e12 req-765ea39f-2a11-42da-b22e-48c89bce6530 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410709 Jul 25 08:47:39.881822 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:39.894557 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d10ac-e4ff-4f18-8743-2c32caf03108 req-6106b1ff-14e7-4ca1-ad42-21caec772e5c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:39.896023 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-773d10ac-e4ff-4f18-8743-2c32caf03108 req-6106b1ff-14e7-4ca1-ad42-21caec772e5c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0475750 Jul 25 08:47:39.947740 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-773d10ac-e4ff-4f18-8743-2c32caf03108 req-bb7538ca-534b-4510-b022-a785e7a517c9 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459015 Jul 25 08:47:40.011376 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c55a86c4-2f9d-4e1a-94eb-6139a5a6bf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:40.818062 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429aba03-c662-4087-8e37-207756b2a284 req-28776a09-5a1d-4aab-af01-c3bcb1ca1f1b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:40.819435 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-429aba03-c662-4087-8e37-207756b2a284 req-28776a09-5a1d-4aab-af01-c3bcb1ca1f1b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0453873 Jul 25 08:47:40.846028 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:40.868169 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-429aba03-c662-4087-8e37-207756b2a284 req-28a25157-719b-438f-a55d-196e2b78866d tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 Jul 25 08:47:41.011233 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:41.064811 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9a709-16c1-4e51-8eb4-e96ebe5ee01f req-e1ba2750-9983-450d-be6c-3fa2ab483e0a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:41.066263 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-71c9a709-16c1-4e51-8eb4-e96ebe5ee01f req-e1ba2750-9983-450d-be6c-3fa2ab483e0a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0458641 Jul 25 08:47:41.113547 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-71c9a709-16c1-4e51-8eb4-e96ebe5ee01f req-739706c7-0014-4db8-9a96-80ea9dd814dc tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415792 Jul 25 08:47:41.986640 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f553e5-2c42-43f6-bf58-c9193962ea12 req-61be6ae5-58b0-4274-8599-a8c9c2de7a9a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:41.988103 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-91f553e5-2c42-43f6-bf58-c9193962ea12 req-61be6ae5-58b0-4274-8599-a8c9c2de7a9a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0497091 Jul 25 08:47:42.034187 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-91f553e5-2c42-43f6-bf58-c9193962ea12 req-88730876-c1e4-4f29-b600-293ed0c55139 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 Jul 25 08:47:42.228956 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870c36-5c35-492e-87f2-4fd520574ece req-934f289e-d36d-472e-8f0c-8dd795354fc6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:42.230484 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-90870c36-5c35-492e-87f2-4fd520574ece req-934f289e-d36d-472e-8f0c-8dd795354fc6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0454514 Jul 25 08:47:42.277626 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-90870c36-5c35-492e-87f2-4fd520574ece req-e406606a-a81e-4d2c-b17a-7f1255e5b1f5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Jul 25 08:47:42.340379 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:42.760864 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:43.151895 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab927fe-b25a-4135-b44d-11b465664ea9 req-fd10e34d-73e1-489a-a19e-90a61d4c9201 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:43.153399 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fab927fe-b25a-4135-b44d-11b465664ea9 req-fd10e34d-73e1-489a-a19e-90a61d4c9201 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0491951 Jul 25 08:47:43.204485 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fab927fe-b25a-4135-b44d-11b465664ea9 req-ac4ad3e1-8762-4e48-8f21-07284461b57b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Jul 25 08:47:43.397267 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d39a7-9911-44e6-9387-826221fc68b3 req-b5bfb467-e664-4ac8-a125-fb44c7ea2afe tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:43.398758 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d2d39a7-9911-44e6-9387-826221fc68b3 req-b5bfb467-e664-4ac8-a125-fb44c7ea2afe tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0475526 Jul 25 08:47:43.449719 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d2d39a7-9911-44e6-9387-826221fc68b3 req-fa73ee29-7462-46cb-af2b-a064a27e2eb5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455735 Jul 25 08:47:43.841352 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b0412-eac2-439c-9dbf-3c4c92a6209c req-1a8ee436-984d-490a-a212-ab0be09e6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:43.843575 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-936b0412-eac2-439c-9dbf-3c4c92a6209c req-1a8ee436-984d-490a-a212-ab0be09e6e50 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 1129 time: 0.0388415 Jul 25 08:47:43.898595 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-936b0412-eac2-439c-9dbf-3c4c92a6209c req-c53aa7b6-c858-4cf8-9cb9-bed280847bda service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477214 Jul 25 08:47:44.323323 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa8d64-298c-4b96-b896-09313adc26df req-c19e8d49-1d1c-489a-a4fa-0390c08817e5 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:44.324829 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ffa8d64-298c-4b96-b896-09313adc26df req-c19e8d49-1d1c-489a-a4fa-0390c08817e5 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0460107 Jul 25 08:47:44.370323 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ffa8d64-298c-4b96-b896-09313adc26df req-2c7044a4-e086-4a7a-b3f9-64a26a96ec84 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394216 Jul 25 08:47:44.574196 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b261ca4-7d19-46e3-8543-51ae3ebfbf3d req-a0e27706-9d8a-40ea-9f0e-e0aa4b306162 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:44.575685 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0b261ca4-7d19-46e3-8543-51ae3ebfbf3d req-a0e27706-9d8a-40ea-9f0e-e0aa4b306162 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0529237 Jul 25 08:47:44.627485 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0b261ca4-7d19-46e3-8543-51ae3ebfbf3d req-2eb3d89b-6f10-43b0-aa80-18e9dd74fb2a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460920 Jul 25 08:47:45.489559 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea858d5-b788-40c4-b935-7e25908fb597 req-f79570db-1b90-4736-8556-e7dab577a7c7 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:45.490945 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6ea858d5-b788-40c4-b935-7e25908fb597 req-f79570db-1b90-4736-8556-e7dab577a7c7 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Jul 25 08:47:45.537633 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6ea858d5-b788-40c4-b935-7e25908fb597 req-9f241de9-b1e0-402a-adde-f7836425ed91 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Jul 25 08:47:45.747005 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65d687-7a08-4e34-902c-801916fca69e req-2fce8a4e-eea8-4ebe-b2bb-8a53ab15ef97 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:45.748527 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9b65d687-7a08-4e34-902c-801916fca69e req-2fce8a4e-eea8-4ebe-b2bb-8a53ab15ef97 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0513885 Jul 25 08:47:45.796784 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9b65d687-7a08-4e34-902c-801916fca69e req-043d86b3-ca78-4ced-a2e7-8dce4a266d76 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427198 Jul 25 08:47:46.645243 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:46.653773 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676b4c9-98bb-411e-a31d-625e495b4bb2 req-d1d15480-c141-43ff-b81f-0b4ee299c4ac tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:46.655740 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8676b4c9-98bb-411e-a31d-625e495b4bb2 req-d1d15480-c141-43ff-b81f-0b4ee299c4ac tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0462644 Jul 25 08:47:46.701549 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8676b4c9-98bb-411e-a31d-625e495b4bb2 req-c6e0ab68-589d-4ae0-8401-1991d46c9220 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Jul 25 08:47:46.910558 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c88c1e-4871-43b5-a1c6-f62f0ad00756 req-dd8e8285-780b-4118-930e-19acd02bd2c5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:46.912008 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-77c88c1e-4871-43b5-a1c6-f62f0ad00756 req-dd8e8285-780b-4118-930e-19acd02bd2c5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0469379 Jul 25 08:47:46.945646 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:46.960983 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-77c88c1e-4871-43b5-a1c6-f62f0ad00756 req-dc399f7e-0858-4394-a3fd-998f24fd303d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434849 Jul 25 08:47:47.815876 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d4cf6-4aba-4d3c-8142-4e5900044dc5 req-44035000-4bbd-4b81-9192-e0b44b4e9b7c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:47.817343 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-947d4cf6-4aba-4d3c-8142-4e5900044dc5 req-44035000-4bbd-4b81-9192-e0b44b4e9b7c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0455422 Jul 25 08:47:47.866052 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-947d4cf6-4aba-4d3c-8142-4e5900044dc5 req-87499c7e-c4fb-4a1b-b263-847878de0d59 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Jul 25 08:47:48.078428 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206875c-3fb7-4dd4-b8c7-522199b13d26 req-29115d57-1ba0-4b00-926a-4b87678f598d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:48.079886 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2206875c-3fb7-4dd4-b8c7-522199b13d26 req-29115d57-1ba0-4b00-926a-4b87678f598d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0461419 Jul 25 08:47:48.126765 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2206875c-3fb7-4dd4-b8c7-522199b13d26 req-677816e3-5435-494b-b584-e072a23e6696 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Jul 25 08:47:48.987452 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22eab7-8686-44ec-90cc-26987ea2b064 req-b2777c8a-1abf-4182-be95-1efb2532c213 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:48.988922 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2e22eab7-8686-44ec-90cc-26987ea2b064 req-b2777c8a-1abf-4182-be95-1efb2532c213 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0496659 Jul 25 08:47:49.034960 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2e22eab7-8686-44ec-90cc-26987ea2b064 req-856352af-5a05-4926-8a57-1c542ea283dc tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Jul 25 08:47:49.240726 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b833f04-0361-4883-86cc-12c092bc60bc req-680a7780-c7b6-47c2-a836-017806fc3e79 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:49.242192 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1b833f04-0361-4883-86cc-12c092bc60bc req-680a7780-c7b6-47c2-a836-017806fc3e79 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0456636 Jul 25 08:47:49.291068 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1b833f04-0361-4883-86cc-12c092bc60bc req-e7524871-b427-4f79-8e7c-37d24238a3dc tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402517 Jul 25 08:47:50.149607 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e693b1-4220-4694-b49b-84ce5fa0ffa8 req-2b76834d-dc66-485b-ae1b-bdbc181b80e5 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:50.151039 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e7e693b1-4220-4694-b49b-84ce5fa0ffa8 req-2b76834d-dc66-485b-ae1b-bdbc181b80e5 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0456901 Jul 25 08:47:50.199560 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e7e693b1-4220-4694-b49b-84ce5fa0ffa8 req-21d5daed-a57e-4ce9-acc5-8ce60c40444d tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Jul 25 08:47:50.403264 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905d554-0403-4979-a05d-b7c02bf38ce0 req-fb56a628-98a5-4a91-a388-90cd938a7f6a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:50.404709 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9905d554-0403-4979-a05d-b7c02bf38ce0 req-fb56a628-98a5-4a91-a388-90cd938a7f6a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0470636 Jul 25 08:47:50.451085 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9905d554-0403-4979-a05d-b7c02bf38ce0 req-e71f6e3b-3b81-435b-8dcc-d012c27aa39c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 Jul 25 08:47:50.873325 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc3b0c-2c8e-4b2e-aed2-79a502749dcd req-0dd0ee1b-f603-43cc-9af8-4a4747f9d929 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:50.874829 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5fbc3b0c-2c8e-4b2e-aed2-79a502749dcd req-0dd0ee1b-f603-43cc-9af8-4a4747f9d929 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0772545 Jul 25 08:47:51.318206 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d5566-0685-4afc-bb2f-281ce6b24a99 req-11150417-0e4e-4f75-a480-f532bd21ba6c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:51.319724 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-133d5566-0685-4afc-bb2f-281ce6b24a99 req-11150417-0e4e-4f75-a480-f532bd21ba6c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0505829 Jul 25 08:47:51.368590 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-133d5566-0685-4afc-bb2f-281ce6b24a99 req-33c3f7ba-94c9-4965-b464-06fbc55fdf90 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428808 Jul 25 08:47:51.571340 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e2ee9-2de6-484b-8545-80681cbcfee1 req-8d06cb13-02c2-4d53-ab3c-22f6e183a56e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:51.572841 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d8e2ee9-2de6-484b-8545-80681cbcfee1 req-8d06cb13-02c2-4d53-ab3c-22f6e183a56e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Jul 25 08:47:51.620796 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d8e2ee9-2de6-484b-8545-80681cbcfee1 req-af7697c4-ea40-49b6-a83d-10245a54ddf2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Jul 25 08:47:52.474951 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:52.488629 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccebbc-f9f2-4b5c-a1a2-3f87f5b1273a req-55b35049-1ec1-4782-bb58-596b1fa14faa tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:52.490092 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-88ccebbc-f9f2-4b5c-a1a2-3f87f5b1273a req-55b35049-1ec1-4782-bb58-596b1fa14faa tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0473354 Jul 25 08:47:52.535653 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-88ccebbc-f9f2-4b5c-a1a2-3f87f5b1273a req-d505271f-e1aa-4173-9d86-99ee87ab31f9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Jul 25 08:47:52.750626 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:52.756999 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:52.871811 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890be1-37b9-4593-be25-a2b4ea6cb072 req-b9e29163-35ef-4821-8a5b-b855dafe13c6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:52.873217 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a890be1-37b9-4593-be25-a2b4ea6cb072 req-b9e29163-35ef-4821-8a5b-b855dafe13c6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0492673 Jul 25 08:47:52.920129 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a890be1-37b9-4593-be25-a2b4ea6cb072 req-3c687267-9049-4645-8364-c5808db50f9e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415306 Jul 25 08:47:53.649880 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051d6c-49ac-4b88-83ea-aac9e295e3a1 req-0e94e0f5-c631-4244-8448-4cacd3aecd20 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:53.651363 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-63051d6c-49ac-4b88-83ea-aac9e295e3a1 req-0e94e0f5-c631-4244-8448-4cacd3aecd20 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0461223 Jul 25 08:47:53.698385 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-63051d6c-49ac-4b88-83ea-aac9e295e3a1 req-70415602-61c6-408e-906e-4856fb930920 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Jul 25 08:47:54.002819 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:54.033456 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57638f-6256-4087-ac86-e3630d05529d req-32e35a60-0c28-40b4-8fbe-21fa126d9e62 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:54.034901 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ca57638f-6256-4087-ac86-e3630d05529d req-32e35a60-0c28-40b4-8fbe-21fa126d9e62 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0454671 Jul 25 08:47:54.067287 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:54.084912 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ca57638f-6256-4087-ac86-e3630d05529d req-d9ae41bc-3228-455b-8967-9506abea5eca tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 Jul 25 08:47:54.813567 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2fd8c-8eb7-4b4a-9e0c-64c0a5d23dac req-46b57bb0-9537-4568-89c5-f01d565cb410 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:54.814908 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dcf2fd8c-8eb7-4b4a-9e0c-64c0a5d23dac req-46b57bb0-9537-4568-89c5-f01d565cb410 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0451450 Jul 25 08:47:54.860978 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dcf2fd8c-8eb7-4b4a-9e0c-64c0a5d23dac req-bfe6ada4-d15c-41dc-b49a-69e44ff8bc79 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405726 Jul 25 08:47:55.198542 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b075ac2-42e4-4419-a0cc-1ec7df7bf8a1 req-4ad723e1-03d2-4e83-a124-f1b067ee5f67 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:55.199995 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0b075ac2-42e4-4419-a0cc-1ec7df7bf8a1 req-4ad723e1-03d2-4e83-a124-f1b067ee5f67 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0460668 Jul 25 08:47:55.245663 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0b075ac2-42e4-4419-a0cc-1ec7df7bf8a1 req-50252cef-db4e-4c7e-8dc2-d5bf92357bfb tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402119 Jul 25 08:47:55.472318 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:47:55.982035 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd3e30-f38f-4794-9a2b-c20779a0ecc5 req-3fcd8362-68f0-4c1f-bbf6-2903f9b3d762 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:55.983541 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-01dd3e30-f38f-4794-9a2b-c20779a0ecc5 req-3fcd8362-68f0-4c1f-bbf6-2903f9b3d762 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 945 time: 0.0507388 Jul 25 08:47:56.015270 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device af97c14f-36bb-413e-890c-ffc2a2e5b384 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:47:56.032493 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-01dd3e30-f38f-4794-9a2b-c20779a0ecc5 req-71da404e-672c-4a47-85af-7b9b6d35a6c6 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434272 Jul 25 08:47:56.087264 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port af97c14f-36bb-413e-890c-ffc2a2e5b384 is: ACTIVE; New status is: DOWN {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:47:56.087651 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:56.111181 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed67f4fd-63db-4f9b-ab28-af9e82586d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af97c14f-36bb-413e-890c-ffc2a2e5b384'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:47:56.113475 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2695d0-8641-41f4-a9b7-22fb037a5d23" -d '{"events": [{"server_uuid": "ed67f4fd-63db-4f9b-ab28-af9e82586d31", "name": "network-vif-unplugged", "status": "completed", "tag": "af97c14f-36bb-413e-890c-ffc2a2e5b384"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:47:56.126962 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port af97c14f-36bb-413e-890c-ffc2a2e5b384, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af97c14f-36bb-413e-890c-ffc2a2e5b384,segment=NetworkSegment(f6c758b7-c6cd-49be-8055-433867b3de21),segment_id=f6c758b7-c6cd-49be-8055-433867b3de21)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:47:56.134859 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:56.167677 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 08:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b67cefb-c0ba-47d1-9cdd-68e3f0525085 x-openstack-request-id: req-4b67cefb-c0ba-47d1-9cdd-68e3f0525085 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:47:56.168013 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed67f4fd-63db-4f9b-ab28-af9e82586d31", "name": "network-vif-unplugged", "status": "completed", "tag": "af97c14f-36bb-413e-890c-ffc2a2e5b384", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:47:56.168271 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b67cefb-c0ba-47d1-9cdd-68e3f0525085 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:47:56.168701 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b67cefb-c0ba-47d1-9cdd-68e3f0525085'] response: {'server_uuid': 'ed67f4fd-63db-4f9b-ab28-af9e82586d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af97c14f-36bb-413e-890c-ffc2a2e5b384', 'code': 200} Jul 25 08:47:56.193944 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=af97c14f-36bb-413e-890c-ffc2a2e5b384,revision_number=6']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:56.200910 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.201251 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.201605 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.201940 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.202902 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.203232 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.203553 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.203875 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.204196 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.204513 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.204855 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.205174 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.205488 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.205799 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.206114 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:56.358444 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d396b-c698-4068-b100-ecafa5addeb3 req-daced385-60ad-4981-9d4a-57f78dc38932 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:56.359869 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-678d396b-c698-4068-b100-ecafa5addeb3 req-daced385-60ad-4981-9d4a-57f78dc38932 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0451000 Jul 25 08:47:56.405620 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-678d396b-c698-4068-b100-ecafa5addeb3 req-ebb1ba84-d351-43c2-b8ee-6f7d2cf4787b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Jul 25 08:47:56.992759 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-6bcd3cd1-4a62-4155-8315-4359bcc14296 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913706 Jul 25 08:47:57.015663 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-5fbc3b0c-2c8e-4b2e-aed2-79a502749dcd req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Deleting port af97c14f-36bb-413e-890c-ffc2a2e5b384 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:47:57.016036 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-5fbc3b0c-2c8e-4b2e-aed2-79a502749dcd req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:57.128993 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-5fbc3b0c-2c8e-4b2e-aed2-79a502749dcd req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] For port af97c14f-36bb-413e-890c-ffc2a2e5b384, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=af97c14f-36bb-413e-890c-ffc2a2e5b384,segment=NetworkSegment(f6c758b7-c6cd-49be-8055-433867b3de21),segment_id=f6c758b7-c6cd-49be-8055-433867b3de21)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:47:57.129582 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-5fbc3b0c-2c8e-4b2e-aed2-79a502749dcd req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:57.151568 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-5fbc3b0c-2c8e-4b2e-aed2-79a502749dcd req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Calling delete_port for af97c14f-36bb-413e-890c-ffc2a2e5b384 owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:47:57.164598 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af25cf5-1443-40a4-bb1a-a55954e0127d req-7fa0d532-1136-4be4-90bc-6411e1235bce tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:57.172702 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6af25cf5-1443-40a4-bb1a-a55954e0127d req-7fa0d532-1136-4be4-90bc-6411e1235bce tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 943 time: 0.0607636 Jul 25 08:47:57.239666 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6af25cf5-1443-40a4-bb1a-a55954e0127d req-bb34deca-504c-4b66-8de8-f22f0a9e80e7 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658791 Jul 25 08:47:57.322034 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 56998) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:57.326575 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-5fbc3b0c-2c8e-4b2e-aed2-79a502749dcd req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (af97c14f-36bb-413e-890c-ffc2a2e5b384), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:57.441692 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:57.555403 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab467af4-fe64-4a29-8103-5867ef099aec req-8fd94b4a-c6b2-47d4-abc0-db6d4a0dcc96 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:57.556885 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ab467af4-fe64-4a29-8103-5867ef099aec req-8fd94b4a-c6b2-47d4-abc0-db6d4a0dcc96 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0664539 Jul 25 08:47:57.575569 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:57.591366 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Publish callbacks [] for security_group (185d7e70-5067-4b3a-925c-9d5cf4786301), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:57.597354 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (185d7e70-5067-4b3a-925c-9d5cf4786301), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:57.598974 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Pushing event deleted for resources: {'Port': ['ID=af97c14f-36bb-413e-890c-ffc2a2e5b384,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:57.629799 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.630141 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.630480 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.630813 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.631142 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.631470 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.631799 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.632122 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.632444 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.632795 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.633117 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.633689 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.634009 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.634325 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.634640 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.655410 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185d7e70-5067-4b3a-925c-9d5cf4786301,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:57.659189 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a07844f474c4846aec8863a7d1d6e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3360929 Jul 25 08:47:57.663303 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57006) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:47:57.671993 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbc3b0c-2c8e-4b2e-aed2-79a502749dcd req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] No DVR routers for this DVR port af97c14f-36bb-413e-890c-ffc2a2e5b384 on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:47:57.675202 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-5fbc3b0c-2c8e-4b2e-aed2-79a502749dcd req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:57.676614 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ab467af4-fe64-4a29-8103-5867ef099aec req-c1196822-a788-4c43-bdfe-6106fda5bba2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111424 Jul 25 08:47:57.678545 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5fbc3b0c-2c8e-4b2e-aed2-79a502749dcd req-f24a49f9-bfff-4c14-a6ff-9f7ca1ed0925 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.48 "DELETE /v2.0/ports/af97c14f-36bb-413e-890c-ffc2a2e5b384 HTTP/1.1" status: 204 len: 173 time: 0.8189795 Jul 25 08:47:57.678986 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed67f4fd-63db-4f9b-ab28-af9e82586d31', 'name': 'network-vif-deleted', 'tag': 'af97c14f-36bb-413e-890c-ffc2a2e5b384'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:47:57.681287 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b8d83e-e4ff-44ee-bb40-f61863c6be56" -d '{"events": [{"server_uuid": "ed67f4fd-63db-4f9b-ab28-af9e82586d31", "name": "network-vif-deleted", "tag": "af97c14f-36bb-413e-890c-ffc2a2e5b384"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:47:57.683576 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.683926 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.684255 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.684611 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.684930 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.685252 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.685568 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.685883 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.686197 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.687026 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.687354 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.687666 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.687978 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.688286 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.688600 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de71ef64-4689-4900-8bf6-5dbd5507ce5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:47:57.729369 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3468a20-7368-43bc-80fe-c2fa5d744428 x-openstack-request-id: req-b3468a20-7368-43bc-80fe-c2fa5d744428 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:47:57.729678 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed67f4fd-63db-4f9b-ab28-af9e82586d31", "name": "network-vif-deleted", "tag": "af97c14f-36bb-413e-890c-ffc2a2e5b384", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:47:57.730097 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3468a20-7368-43bc-80fe-c2fa5d744428 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:47:57.730512 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3468a20-7368-43bc-80fe-c2fa5d744428'] response: {'server_uuid': 'ed67f4fd-63db-4f9b-ab28-af9e82586d31', 'name': 'network-vif-deleted', 'tag': 'af97c14f-36bb-413e-890c-ffc2a2e5b384', 'status': 'completed', 'code': 200} Jul 25 08:47:57.740676 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c7024ff2-18bd-41b0-8086-fc80381f55b7 admin admin] Publish callbacks [] for security_group (185d7e70-5067-4b3a-925c-9d5cf4786301), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:57.764193 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c7024ff2-18bd-41b0-8086-fc80381f55b7 admin admin] Publish callbacks [] for security_group (185d7e70-5067-4b3a-925c-9d5cf4786301), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:57.801897 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:57.833696 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49b2b7-0636-426f-aaa9-0d0830dcb23e req-a0277176-3ba0-41ad-a8ae-fca3c5d12b83 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:57.835177 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2a49b2b7-0636-426f-aaa9-0d0830dcb23e req-a0277176-3ba0-41ad-a8ae-fca3c5d12b83 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0731609 Jul 25 08:47:57.868376 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c7024ff2-18bd-41b0-8086-fc80381f55b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (185d7e70-5067-4b3a-925c-9d5cf4786301), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:57.870883 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c7024ff2-18bd-41b0-8086-fc80381f55b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:47:57.871997 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-c7024ff2-18bd-41b0-8086-fc80381f55b7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/185d7e70-5067-4b3a-925c-9d5cf4786301 HTTP/1.1" status: 204 len: 168 time: 0.2070439 Jul 25 08:47:57.897003 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7024ff2-18bd-41b0-8086-fc80381f55b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185d7e70-5067-4b3a-925c-9d5cf4786301,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:47:57.903123 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2a49b2b7-0636-426f-aaa9-0d0830dcb23e req-33705015-8941-44e4-9c02-a5aff8f2a109 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624881 Jul 25 08:47:58.049632 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-7972fe74-46e2-4787-87a3-42e43f3dc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:58.051091 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-7972fe74-46e2-4787-87a3-42e43f3dc3bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 1129 time: 0.0505972 Jul 25 08:47:58.299381 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-90a80fb2-dc06-49d3-906d-41963fcca8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:58.305097 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-90a80fb2-dc06-49d3-906d-41963fcca8d9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.1864066 Jul 25 08:47:58.474486 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7c658c89-1bc4-43c8-908b-252992380933 req-67678967-0cae-44ea-90b1-02692a2b3584 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed67f4fd-63db-4f9b-ab28-af9e82586d31 HTTP/1.1" status: 200 len: 210 time: 0.0398259 Jul 25 08:47:58.647848 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-3200845c-7e79-4c02-bf72-c92a9922e533 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e4d0870-3b4e-4551-b50c-c4f668b497de HTTP/1.1" status: 200 len: 217 time: 0.0481968 Jul 25 08:47:58.667401 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:58.711829 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-9c1f225e-1a2e-4de1-919a-5c54edf3ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:58.713323 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-9c1f225e-1a2e-4de1-919a-5c54edf3ba38 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0586791 Jul 25 08:47:58.762021 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:47:58.771399 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-2232e17a-53b3-40bf-91ac-111588819ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:58.772938 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-2232e17a-53b3-40bf-91ac-111588819ead service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528803 Jul 25 08:47:58.877606 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-b04f5f06-0f34-45cf-8f19-d81bb794e976 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978222 Jul 25 08:47:58.971738 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-fcbfca24-1c3c-4117-92fc-1599e1e0857d req-5a2dc0f9-d713-4aba-af14-f59b0362de07 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842409 Jul 25 08:47:59.548010 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2ce42-bc82-4a7e-97cf-60d2492841da req-60238351-4744-4597-ab79-0d623d7ede3d tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:59.549616 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3cd2ce42-bc82-4a7e-97cf-60d2492841da req-60238351-4744-4597-ab79-0d623d7ede3d tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0532258 Jul 25 08:47:59.598486 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3cd2ce42-bc82-4a7e-97cf-60d2492841da req-8f3eab34-6450-4ce2-9fa2-400bf471f95a tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Jul 25 08:47:59.813217 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-73d95659-c9bc-48bb-bb65-a7c9c55353bf tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:47:59.814657 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-73d95659-c9bc-48bb-bb65-a7c9c55353bf tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/networks?id=df2c555e-a7b1-4886-b8d4-ee1799973637 HTTP/1.1" status: 200 len: 809 time: 0.1015885 Jul 25 08:47:59.829101 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-a3b021dc-198b-4908-a334-9c9a629f4917 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/quotas/d358c71209624c55b7db08cc3435dbcb HTTP/1.1" status: 200 len: 375 time: 0.0091889 Jul 25 08:47:59.859699 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-2d578fe2-7223-4d43-b467-19bdacc77a17 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d358c71209624c55b7db08cc3435dbcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258942 Jul 25 08:47:59.965930 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-22dd5629-8579-4856-ac20-e62930326e74 service neutron] 10.222.0.52 "GET /v2.0/networks/df2c555e-a7b1-4886-b8d4-ee1799973637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999026 Jul 25 08:48:00.053806 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-fa1b381f-351e-44f8-a9f3-bd203d0fb18b service neutron] 10.222.0.52 "GET /v2.0/networks/df2c555e-a7b1-4886-b8d4-ee1799973637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819652 Jul 25 08:48:00.217706 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f14fba9e-5ad4-4f4d-a7b9-46a95bde165e req-4984e1e3-be3b-4a57-a5fd-35259565f885 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 210 time: 0.0318661 Jul 25 08:48:00.748445 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0925c-06a9-4e86-9fc6-00132139d6ec req-2a3bdab1-67d9-4eac-87a4-c40d2cc99b84 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:00.749957 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8ec0925c-06a9-4e86-9fc6-00132139d6ec req-2a3bdab1-67d9-4eac-87a4-c40d2cc99b84 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0753825 Jul 25 08:48:00.760297 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f3537-5e67-41dd-bcfc-fa4fe7698b52 req-f715f155-137c-44c4-b5f0-b19a6a5980ff tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:00.761699 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b25f3537-5e67-41dd-bcfc-fa4fe7698b52 req-f715f155-137c-44c4-b5f0-b19a6a5980ff tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0591247 Jul 25 08:48:00.830690 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8ec0925c-06a9-4e86-9fc6-00132139d6ec req-a248ce78-77f4-49ea-a995-09a0d32afd0d tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680647 Jul 25 08:48:00.837856 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b25f3537-5e67-41dd-bcfc-fa4fe7698b52 req-bd1fe7c7-f389-40a3-a4ba-42baa127eb6c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694842 Jul 25 08:48:01.293782 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:01.317216 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-53aa4da7-949f-4284-9387-2a7e21113b5f req-bdcf81e4-f3ff-4473-b60b-82fd67eea0ee tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 210 time: 0.0319500 Jul 25 08:48:01.973636 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34545d29-db43-4f49-9624-a161879a5041 req-f3930381-b23e-4d0f-9e1e-797f58a5130e tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:01.974997 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-34545d29-db43-4f49-9624-a161879a5041 req-f3930381-b23e-4d0f-9e1e-797f58a5130e tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0727065 Jul 25 08:48:01.982465 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2afe70-ec40-4ed8-af0c-9242e723551c req-32c3c75e-0ac4-47f1-9354-2155bc1d5b49 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:01.983817 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bf2afe70-ec40-4ed8-af0c-9242e723551c req-32c3c75e-0ac4-47f1-9354-2155bc1d5b49 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0722728 Jul 25 08:48:02.246571 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-34545d29-db43-4f49-9624-a161879a5041 req-8559d582-6ecd-48fb-af8b-ab0eb133f4be tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617383 Jul 25 08:48:02.250149 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bf2afe70-ec40-4ed8-af0c-9242e723551c req-bb9c8a4b-993b-4a07-975e-e3beb4aee0bd tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589467 Jul 25 08:48:02.411295 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-14055bfd-170e-42af-a25e-d1793ec4af35 req-66e83967-4dc9-445c-b400-c29e67bf5dc5 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 210 time: 0.0269709 Jul 25 08:48:03.401643 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba72885-2a58-4a06-902f-b235e1a40f06 req-f53861c4-17e8-4852-a5fa-c220e067eecf tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:03.403075 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ba72885-2a58-4a06-902f-b235e1a40f06 req-f53861c4-17e8-4852-a5fa-c220e067eecf tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0830317 Jul 25 08:48:03.409547 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68297421-c49a-4b45-b8ae-990f6a4fa29b req-b28392d6-03c9-43c6-a06c-f6da553885c1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:03.410912 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-68297421-c49a-4b45-b8ae-990f6a4fa29b req-b28392d6-03c9-43c6-a06c-f6da553885c1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0896459 Jul 25 08:48:03.454667 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:03.481462 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ba72885-2a58-4a06-902f-b235e1a40f06 req-6ccb4533-2ee9-4998-bf70-46cd189b7863 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695958 Jul 25 08:48:03.489043 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-68297421-c49a-4b45-b8ae-990f6a4fa29b req-256add2a-cbee-4be3-8ddc-2fb88e5eae15 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703838 Jul 25 08:48:03.568224 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-35517e63-daa3-4a5a-b7df-cfd9b246db54 req-a7118196-0871-40a5-81b7-c4456ba6fc81 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 210 time: 0.0275309 Jul 25 08:48:04.636452 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdd355-3276-4e1d-840a-8955d76218bb req-672d4e9e-48d4-4e13-ae09-b69538811159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:04.638035 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-49bdd355-3276-4e1d-840a-8955d76218bb req-672d4e9e-48d4-4e13-ae09-b69538811159 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 1129 time: 0.0467312 Jul 25 08:48:04.646080 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456697c-900a-4a27-a98a-e0fe234654ae req-ea78e5bf-13d2-472c-8b81-b7a606b452a4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:04.647533 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9456697c-900a-4a27-a98a-e0fe234654ae req-ea78e5bf-13d2-472c-8b81-b7a606b452a4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0724874 Jul 25 08:48:04.653203 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cbd18-5dd0-4c42-830a-0a551f2061e4 req-8fe6049d-9a8d-469b-a4e2-45c23d8dd5ad tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:04.654536 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-762cbd18-5dd0-4c42-830a-0a551f2061e4 req-8fe6049d-9a8d-469b-a4e2-45c23d8dd5ad tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0923615 Jul 25 08:48:04.728465 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9456697c-900a-4a27-a98a-e0fe234654ae req-31d52e54-f968-4298-b2c8-da273a2034b3 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724907 Jul 25 08:48:04.731428 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-762cbd18-5dd0-4c42-830a-0a551f2061e4 req-b29c445b-b800-4693-a23e-d05dcd04de7b tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696471 Jul 25 08:48:04.809008 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2c20e893-12ee-4950-a786-b6f882f2a968 req-a8ef2edb-2dae-42e5-840e-cbf7ffdea8a1 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 210 time: 0.0264959 Jul 25 08:48:04.993069 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdd355-3276-4e1d-840a-8955d76218bb req-ac47667b-bd67-4be0-b7d9-528a13f8fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:04.994493 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-49bdd355-3276-4e1d-840a-8955d76218bb req-ac47667b-bd67-4be0-b7d9-528a13f8fe88 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.0860801 Jul 25 08:48:05.053711 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-49bdd355-3276-4e1d-840a-8955d76218bb req-9fba2a4d-036c-4b31-842b-4da5917bece1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e4d0870-3b4e-4551-b50c-c4f668b497de HTTP/1.1" status: 200 len: 217 time: 0.0342331 Jul 25 08:48:05.110717 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdd355-3276-4e1d-840a-8955d76218bb req-a76a1a89-811a-4d42-9b76-dc7df9cf78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:05.112090 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-49bdd355-3276-4e1d-840a-8955d76218bb req-a76a1a89-811a-4d42-9b76-dc7df9cf78a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0521879 Jul 25 08:48:05.467092 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=16 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:05.468198 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=18 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:05.616123 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdd355-3276-4e1d-840a-8955d76218bb req-15415f73-05dc-4f7e-b978-599642b8b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:05.617632 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-49bdd355-3276-4e1d-840a-8955d76218bb req-15415f73-05dc-4f7e-b978-599642b8b7c0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406008 Jul 25 08:48:05.877754 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8de73c-2072-487d-a361-421d514b4502 req-a2e73dc2-9551-4cdc-98bf-b542a43bc162 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:05.879224 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8b8de73c-2072-487d-a361-421d514b4502 req-a2e73dc2-9551-4cdc-98bf-b542a43bc162 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0784242 Jul 25 08:48:05.887243 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41091c-44bf-48ea-97ca-9ce9bbb556e6 req-a4566244-fb1e-4e10-81d5-41199b4d3d2b tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:05.888669 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2e41091c-44bf-48ea-97ca-9ce9bbb556e6 req-a4566244-fb1e-4e10-81d5-41199b4d3d2b tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0791807 Jul 25 08:48:05.964771 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2e41091c-44bf-48ea-97ca-9ce9bbb556e6 req-c2961839-689e-4f91-9f5b-fac691942608 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7daf26e-97cd-4b6f-bf4e-40084f66c74a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686815 Jul 25 08:48:05.971373 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8b8de73c-2072-487d-a361-421d514b4502 req-ea0b4f40-0d73-42f6-af21-6992e42bdf7b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816381 Jul 25 08:48:06.065635 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-50373fdd-e9c8-48a0-9822-ff27639a344b req-0d8d86a0-0d8a-4956-a502-b57a71b2706c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 210 time: 0.0308146 Jul 25 08:48:06.197386 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:06.242455 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-49bdd355-3276-4e1d-840a-8955d76218bb req-fcf96c07-0d15-47d7-94da-6a9e122cf937 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359200 Jul 25 08:48:06.295301 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0239d007-c4b7-4a83-8ea7-15a72a1588df tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:06.296694 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0239d007-c4b7-4a83-8ea7-15a72a1588df tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.48 "GET /v2.0/networks?id=df2c555e-a7b1-4886-b8d4-ee1799973637 HTTP/1.1" status: 200 len: 809 time: 0.1187365 Jul 25 08:48:06.355297 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Request body: {'port': {'device_id': '6b85fe19-05f7-422d-9f40-598eeb5ddb78', 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637', 'admin_state_up': True, 'tenant_id': 'd358c71209624c55b7db08cc3435dbcb'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:06.395402 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccf12f-78a2-4ffc-b427-32ec48fa002a req-149cbdc4-0605-4b35-a0a5-ed14702d7b2a tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:06.396924 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-54ccf12f-78a2-4ffc-b427-32ec48fa002a req-149cbdc4-0605-4b35-a0a5-ed14702d7b2a tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 945 time: 0.0543063 Jul 25 08:48:06.516625 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-49bdd355-3276-4e1d-840a-8955d76218bb req-453bca88-3bf7-4975-91ac-c62fb6ae4bbf service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748624 Jul 25 08:48:06.538735 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Made reservation on behalf of d358c71209624c55b7db08cc3435dbcb for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:48:06.542283 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:06.544451 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-54ccf12f-78a2-4ffc-b427-32ec48fa002a req-effd8a79-9e07-4192-942b-4fc29ad87735 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Deleting port f611d792-f2ac-42c7-9f33-d791e3b88419 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:48:06.544855 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-54ccf12f-78a2-4ffc-b427-32ec48fa002a req-effd8a79-9e07-4192-942b-4fc29ad87735 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:06.599971 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:06.624903 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:06.639250 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-54ccf12f-78a2-4ffc-b427-32ec48fa002a req-effd8a79-9e07-4192-942b-4fc29ad87735 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] For port f611d792-f2ac-42c7-9f33-d791e3b88419, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f611d792-f2ac-42c7-9f33-d791e3b88419,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:06.640979 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-54ccf12f-78a2-4ffc-b427-32ec48fa002a req-effd8a79-9e07-4192-942b-4fc29ad87735 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:06.659003 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-54ccf12f-78a2-4ffc-b427-32ec48fa002a req-effd8a79-9e07-4192-942b-4fc29ad87735 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Calling delete_port for f611d792-f2ac-42c7-9f33-d791e3b88419 owned by compute:nova {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:48:06.688064 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Allocated IP 172.20.0.8 (df2c555e-a7b1-4886-b8d4-ee1799973637/79500d18-6e4c-4b7d-ab60-672b73254ee7/24004cca-3635-4d32-9ca4-3abab8275df5) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:06.711763 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:06.875893 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-54ccf12f-78a2-4ffc-b427-32ec48fa002a req-effd8a79-9e07-4192-942b-4fc29ad87735 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (f611d792-f2ac-42c7-9f33-d791e3b88419), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:06.878573 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks [] for port (24004cca-3635-4d32-9ca4-3abab8275df5), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:06.919745 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:06.935410 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['f611d792-f2ac-42c7-9f33-d791e3b88419'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:48:06.983914 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Network df2c555e-a7b1-4886-b8d4-ee1799973637 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:06.989030 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:06.992132 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:07.008737 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd8a79-9e07-4192-942b-4fc29ad87735 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Pushing event deleted for resources: {'Port': ['ID=f611d792-f2ac-42c7-9f33-d791e3b88419,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:07.039210 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ccf12f-78a2-4ffc-b427-32ec48fa002a req-effd8a79-9e07-4192-942b-4fc29ad87735 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] No DVR routers for this DVR port f611d792-f2ac-42c7-9f33-d791e3b88419 on host hv-cinder-85084 {{(pid=110462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:48:07.043137 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-54ccf12f-78a2-4ffc-b427-32ec48fa002a req-effd8a79-9e07-4192-942b-4fc29ad87735 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:07.059848 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-54ccf12f-78a2-4ffc-b427-32ec48fa002a req-effd8a79-9e07-4192-942b-4fc29ad87735 tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.48 "DELETE /v2.0/ports/f611d792-f2ac-42c7-9f33-d791e3b88419 HTTP/1.1" status: 204 len: 173 time: 0.6302526 Jul 25 08:48:07.059968 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Pushing event updated for resources: {'Port': ['ID=24004cca-3635-4d32-9ca4-3abab8275df5,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:07.060341 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c47421d-f63c-4f50-97c9-fe01898702c2', 'name': 'network-vif-deleted', 'tag': 'f611d792-f2ac-42c7-9f33-d791e3b88419'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:48:07.066877 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea234fb-a7c8-4833-853e-f62f90ecab65" -d '{"events": [{"server_uuid": "1c47421d-f63c-4f50-97c9-fe01898702c2", "name": "network-vif-deleted", "tag": "f611d792-f2ac-42c7-9f33-d791e3b88419"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:48:07.139303 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:07.139993 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:07.164382 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-410e3ad1-9a6a-4054-bfeb-bbab143f289b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8205187 Jul 25 08:48:07.187759 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Request body: {'port': {'device_id': '6b85fe19-05f7-422d-9f40-598eeb5ddb78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:07.230312 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:07.250033 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cd996c63-7ef7-4bf8-a3c0-b2f9b85e6765 req-960f5474-7efd-4807-b3f2-68260c60d48a tempest-DeleteServersTestJSON-812197761 tempest-DeleteServersTestJSON-812197761-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c47421d-f63c-4f50-97c9-fe01898702c2 HTTP/1.1" status: 200 len: 210 time: 0.0788407 Jul 25 08:48:07.296184 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:07.333499 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a340430e-a66b-48f7-903e-1cc11d38fa38 x-openstack-request-id: req-a340430e-a66b-48f7-903e-1cc11d38fa38 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:48:07.333878 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c47421d-f63c-4f50-97c9-fe01898702c2", "name": "network-vif-deleted", "tag": "f611d792-f2ac-42c7-9f33-d791e3b88419", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:48:07.334271 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a340430e-a66b-48f7-903e-1cc11d38fa38 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:48:07.334579 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a340430e-a66b-48f7-903e-1cc11d38fa38'] response: {'server_uuid': '1c47421d-f63c-4f50-97c9-fe01898702c2', 'name': 'network-vif-deleted', 'tag': 'f611d792-f2ac-42c7-9f33-d791e3b88419', 'status': 'completed', 'code': 200} Jul 25 08:48:07.372267 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076b54c-365e-4f6f-9d89-df6e6561e40f req-5bc2336f-330c-42cf-8da0-2d20702012ca tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:07.373921 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c076b54c-365e-4f6f-9d89-df6e6561e40f req-5bc2336f-330c-42cf-8da0-2d20702012ca tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.1193366 Jul 25 08:48:07.452830 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0e9c0-0415-4d83-9537-462e4c2da4b8 req-ca8b1b34-c981-4887-bf38-cd31a3f966ee tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:07.454340 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4da0e9c0-0415-4d83-9537-462e4c2da4b8 req-ca8b1b34-c981-4887-bf38-cd31a3f966ee tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 931 time: 0.0628970 Jul 25 08:48:07.493542 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c076b54c-365e-4f6f-9d89-df6e6561e40f req-04b46906-2564-494c-86bf-eae416588e89 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132312 Jul 25 08:48:07.507592 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57258) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:07.569321 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4da0e9c0-0415-4d83-9537-462e4c2da4b8 req-f2323fea-242c-4448-aa5f-c06bed1309a4 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793288 Jul 25 08:48:07.623726 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a45222e7-44d0-4aad-beed-2012bd18e061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:07.713814 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c79-fa57-4615-9e97-b18a0ef0cd56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:07.776727 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:07.782045 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24004cca-3635-4d32-9ca4-3abab8275df5 {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:48:07.790461 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Publish callbacks [] for port (24004cca-3635-4d32-9ca4-3abab8275df5), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:07.801706 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c79-fa57-4615-9e97-b18a0ef0cd56 admin admin] Publish callbacks [] for security_group (beefb1c7-b1ff-4b52-9676-1601ea58f40e), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:07.805226 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Transition to ACTIVE for port object 24004cca-3635-4d32-9ca4-3abab8275df5 will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:48:07.806036 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f43a9c79-fa57-4615-9e97-b18a0ef0cd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (beefb1c7-b1ff-4b52-9676-1601ea58f40e), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:07.810175 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:07.857905 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a9c79-fa57-4615-9e97-b18a0ef0cd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beefb1c7-b1ff-4b52-9676-1601ea58f40e,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:07.865550 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=24004cca-3635-4d32-9ca4-3abab8275df5,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:07.867821 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57282) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:07.868061 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-f43a9c79-fa57-4615-9e97-b18a0ef0cd56 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37f782edd19b4a16bc09ab67cf59e80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590858 Jul 25 08:48:07.930708 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:07.980375 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Attempting to bind port 24004cca-3635-4d32-9ca4-3abab8275df5 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:07.980732 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Attempting to bind port 24004cca-3635-4d32-9ca4-3abab8275df5 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'f6c758b7-c6cd-49be-8055-433867b3de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:07.981060 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Attempting to bind port 24004cca-3635-4d32-9ca4-3abab8275df5 on network df2c555e-a7b1-4886-b8d4-ee1799973637 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:07.983075 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6281b14a-6779-4a35-ada9-00eeede2d17c admin admin] Publish callbacks [] for security_group (beefb1c7-b1ff-4b52-9676-1601ea58f40e), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:07.993543 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Port 24004cca-3635-4d32-9ca4-3abab8275df5 on network df2c555e-a7b1-4886-b8d4-ee1799973637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:48:07.993852 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Attempting to bind port 24004cca-3635-4d32-9ca4-3abab8275df5 on network df2c555e-a7b1-4886-b8d4-ee1799973637 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:08.010673 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:08.011002 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Checking segment: {'id': 'f6c758b7-c6cd-49be-8055-433867b3de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:08.011386 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Bound using segment: {'id': 'f6c758b7-c6cd-49be-8055-433867b3de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:08.011809 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Bound port: 24004cca-3635-4d32-9ca4-3abab8275df5, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c758b7-c6cd-49be-8055-433867b3de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:08.012163 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:08.019023 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6281b14a-6779-4a35-ada9-00eeede2d17c admin admin] Publish callbacks [] for security_group (beefb1c7-b1ff-4b52-9676-1601ea58f40e), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:08.103291 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] For port 24004cca-3635-4d32-9ca4-3abab8275df5, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:08.106562 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] For port 24004cca-3635-4d32-9ca4-3abab8275df5, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=24004cca-3635-4d32-9ca4-3abab8275df5,segment=NetworkSegment(f6c758b7-c6cd-49be-8055-433867b3de21),segment_id=f6c758b7-c6cd-49be-8055-433867b3de21)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:08.115133 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:08.121275 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6281b14a-6779-4a35-ada9-00eeede2d17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (beefb1c7-b1ff-4b52-9676-1601ea58f40e), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:08.124193 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6281b14a-6779-4a35-ada9-00eeede2d17c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:08.125307 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6281b14a-6779-4a35-ada9-00eeede2d17c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/beefb1c7-b1ff-4b52-9676-1601ea58f40e HTTP/1.1" status: 204 len: 168 time: 0.2564301 Jul 25 08:48:08.172250 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:08.172857 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:08.174641 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] 10.222.0.48 "PUT /v2.0/ports/24004cca-3635-4d32-9ca4-3abab8275df5 HTTP/1.1" status: 200 len: 1093 time: 0.9924188 Jul 25 08:48:08.177349 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b85fe19-05f7-422d-9f40-598eeb5ddb78', 'tag': '24004cca-3635-4d32-9ca4-3abab8275df5'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:48:08.179574 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc75c779-5605-4b25-8cea-21d6ea97182d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b85fe19-05f7-422d-9f40-598eeb5ddb78", "tag": "24004cca-3635-4d32-9ca4-3abab8275df5"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:48:08.182036 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281b14a-6779-4a35-ada9-00eeede2d17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beefb1c7-b1ff-4b52-9676-1601ea58f40e,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:08.207644 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fc125-6e04-4ab1-b6e1-44c72a97c9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=24004cca-3635-4d32-9ca4-3abab8275df5,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:08.238856 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788da122-df8d-4e55-a33f-1076f5d1418e x-openstack-request-id: req-788da122-df8d-4e55-a33f-1076f5d1418e {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:48:08.240130 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b85fe19-05f7-422d-9f40-598eeb5ddb78", "tag": "24004cca-3635-4d32-9ca4-3abab8275df5", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:48:08.240745 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-788da122-df8d-4e55-a33f-1076f5d1418e {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:48:08.241222 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788da122-df8d-4e55-a33f-1076f5d1418e'] response: {'name': 'network-changed', 'server_uuid': '6b85fe19-05f7-422d-9f40-598eeb5ddb78', 'tag': '24004cca-3635-4d32-9ca4-3abab8275df5', 'status': 'completed', 'code': 200} Jul 25 08:48:08.317592 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-a4749124-b515-4cdb-8ec2-0e60f25bc7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:08.319210 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-a4749124-b515-4cdb-8ec2-0e60f25bc7e2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d358c71209624c55b7db08cc3435dbcb&device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 1127 time: 0.0485778 Jul 25 08:48:08.368940 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-0d22b36c-6e73-425b-8227-8d87db02c14c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24004cca-3635-4d32-9ca4-3abab8275df5 HTTP/1.1" status: 200 len: 217 time: 0.0346515 Jul 25 08:48:08.419575 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-a71da304-17c0-4a78-86c3-ca84065882d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:08.421191 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-a71da304-17c0-4a78-86c3-ca84065882d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79500d18-6e4c-4b7d-ab60-672b73254ee7 HTTP/1.1" status: 200 len: 849 time: 0.0462549 Jul 25 08:48:08.458178 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-edf705fc-f526-47f5-bc12-2149389e6762 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df2c555e-a7b1-4886-b8d4-ee1799973637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300317 Jul 25 08:48:08.581603 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-4b4e5c4c-f1e8-4ef9-a095-b7f882fb9434 service neutron] 10.222.0.48 "GET /v2.0/networks/df2c555e-a7b1-4886-b8d4-ee1799973637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167483 Jul 25 08:48:08.690282 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdc0f1-cfb9-40b4-8053-6507288406d6 req-108c7cf4-9b77-49e3-b548-45e1f5e92910 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:08.691877 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-36cdc0f1-cfb9-40b4-8053-6507288406d6 req-108c7cf4-9b77-49e3-b548-45e1f5e92910 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0715687 Jul 25 08:48:08.711616 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-70f772ba-8f6b-443e-ada4-8824f2c3ee78 req-e0bb4085-d430-4255-8251-36aa77a7380f service neutron] 10.222.0.48 "GET /v2.0/networks/df2c555e-a7b1-4886-b8d4-ee1799973637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228468 Jul 25 08:48:08.767040 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b9539-9d94-4359-929f-247fdbeb67b9 req-71980397-99a4-4662-a353-ed7d53663632 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:08.769168 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a69b9539-9d94-4359-929f-247fdbeb67b9 req-71980397-99a4-4662-a353-ed7d53663632 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 943 time: 0.0595288 Jul 25 08:48:08.845852 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-36cdc0f1-cfb9-40b4-8053-6507288406d6 req-355278e4-75e8-4a8b-bb49-8e1399070530 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454256 Jul 25 08:48:08.854160 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a69b9539-9d94-4359-929f-247fdbeb67b9 req-af96b290-6d83-487a-a3df-27c10ee72f07 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774863 Jul 25 08:48:09.885113 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57366) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:10.014011 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e808c829-5357-4aca-bfd8-4d3a856b8a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:10.049947 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282d828-3a64-49b8-a9e1-8c72f82aebdf req-c9738c35-1bb1-465e-9591-6a14ea0abb11 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:10.051608 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9282d828-3a64-49b8-a9e1-8c72f82aebdf req-c9738c35-1bb1-465e-9591-6a14ea0abb11 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0897634 Jul 25 08:48:10.075763 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device f611d792-f2ac-42c7-9f33-d791e3b88419 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:48:10.121275 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e5a5f-8f53-465b-bb11-1d9eee850ef2 req-205ed6af-1716-41fc-a25c-eb59d6a4b2e4 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:10.122762 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d65e5a5f-8f53-465b-bb11-1d9eee850ef2 req-205ed6af-1716-41fc-a25c-eb59d6a4b2e4 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 943 time: 0.1298077 Jul 25 08:48:10.133965 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: f611d792-f2ac-42c7-9f33-d791e3b88419 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:48:10.134717 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device f611d792-f2ac-42c7-9f33-d791e3b88419 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:48:10.203790 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9282d828-3a64-49b8-a9e1-8c72f82aebdf req-aa2258fe-3b3d-4c78-b7e0-1b183c0057ba tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394446 Jul 25 08:48:10.205322 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:10.243401 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d65e5a5f-8f53-465b-bb11-1d9eee850ef2 req-400da3f9-51f0-4e34-947a-e1a1742d1d22 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124108 Jul 25 08:48:10.247377 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:10.525292 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711734'] for router_interface (eaa0142e-24e2-454a-8891-d674dd7b0d48), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:11.014472 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:11.020597 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] Deleting port c372ec98-548e-4cd6-833c-e2165dfb256d {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:48:11.021039 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:11.104171 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] For port c372ec98-548e-4cd6-833c-e2165dfb256d, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=c372ec98-548e-4cd6-833c-e2165dfb256d,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:11.104525 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:11.118419 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] Calling delete_port for c372ec98-548e-4cd6-833c-e2165dfb256d owned by network:router_interface {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:48:11.343793 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:11.365972 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (c372ec98-548e-4cd6-833c-e2165dfb256d), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:11.433125 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:11.436929 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75c779-5605-4b25-8cea-21d6ea97182d req-a9b9f4d3-a4c3-4fc7-bc01-f8ffe94ca3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:11.438875 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bc75c779-5605-4b25-8cea-21d6ea97182d req-a9b9f4d3-a4c3-4fc7-bc01-f8ffe94ca3e0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d358c71209624c55b7db08cc3435dbcb&device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 1127 time: 0.0510557 Jul 25 08:48:11.448597 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] Pushing event deleted for resources: {'Port': ['ID=c372ec98-548e-4cd6-833c-e2165dfb256d,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:11.469815 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b9372-02b3-426c-b201-ba16797b45b3 req-b2c55f8d-d026-4e18-ac5e-d164080307f2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:11.477577 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3f9b9372-02b3-426c-b201-ba16797b45b3 req-b2c55f8d-d026-4e18-ac5e-d164080307f2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.1602089 Jul 25 08:48:11.492108 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57434) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:11.511221 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b8aff-1f10-4759-80fd-98ccafd5f1b8 req-042bb578-e1e7-42ac-978f-a4dc5ac16887 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:11.513430 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b35b8aff-1f10-4759-80fd-98ccafd5f1b8 req-042bb578-e1e7-42ac-978f-a4dc5ac16887 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 943 time: 0.1515255 Jul 25 08:48:11.631490 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:11.638778 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75c779-5605-4b25-8cea-21d6ea97182d req-2255c50f-f91d-419c-8e37-8409279d35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:11.640994 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bc75c779-5605-4b25-8cea-21d6ea97182d req-2255c50f-f91d-419c-8e37-8409279d35cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=df2c555e-a7b1-4886-b8d4-ee1799973637 HTTP/1.1" status: 200 len: 910 time: 0.1945913 Jul 25 08:48:11.677015 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec65162b-567a-49ef-851f-9e57d6d6aa67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:11.703077 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3f9b9372-02b3-426c-b201-ba16797b45b3 req-d36a738a-eb33-41b5-957b-831396474079 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247107 Jul 25 08:48:11.719076 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bc75c779-5605-4b25-8cea-21d6ea97182d req-7d4342de-c9f9-4449-beca-0f18582e1805 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24004cca-3635-4d32-9ca4-3abab8275df5 HTTP/1.1" status: 200 len: 217 time: 0.0632553 Jul 25 08:48:11.749375 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b35b8aff-1f10-4759-80fd-98ccafd5f1b8 req-eceac6ef-c25c-422c-904a-1aad7ce7e2b7 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123616 Jul 25 08:48:11.757375 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614822'] for router_interface (eaa0142e-24e2-454a-8891-d674dd7b0d48), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:11.807799 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75c779-5605-4b25-8cea-21d6ea97182d req-06df7014-9c30-4cc6-8358-ec33000ff578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:11.813012 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bc75c779-5605-4b25-8cea-21d6ea97182d req-06df7014-9c30-4cc6-8358-ec33000ff578 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=79500d18-6e4c-4b7d-ab60-672b73254ee7 HTTP/1.1" status: 200 len: 849 time: 0.0842116 Jul 25 08:48:11.871780 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bc75c779-5605-4b25-8cea-21d6ea97182d req-51cc4fb7-2947-4b23-9b06-3a3ef36f8725 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=df2c555e-a7b1-4886-b8d4-ee1799973637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374711 Jul 25 08:48:11.893641 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:12.005450 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec65162b-567a-49ef-851f-9e57d6d6aa67 admin admin] Publish callbacks [] for security_group (91d2a362-0138-449d-bf0d-50d4492b5bf9), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.009086 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bc75c779-5605-4b25-8cea-21d6ea97182d req-f11cb86c-cd5e-4316-878b-d2a9c904361f service neutron] 10.222.0.48 "GET /v2.0/networks/df2c555e-a7b1-4886-b8d4-ee1799973637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138403 Jul 25 08:48:12.013080 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec65162b-567a-49ef-851f-9e57d6d6aa67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (91d2a362-0138-449d-bf0d-50d4492b5bf9), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.017147 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] Router eaa0142e-24e2-454a-8891-d674dd7b0d48 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:48:12.084827 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 24004cca-3635-4d32-9ca4-3abab8275df5 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:48:12.115182 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65162b-567a-49ef-851f-9e57d6d6aa67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d2a362-0138-449d-bf0d-50d4492b5bf9,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:12.142165 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-ec65162b-567a-49ef-851f-9e57d6d6aa67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6a2c92dabea4b089aeaa684e1d97ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6462364 Jul 25 08:48:12.142392 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57462) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:12.208281 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bc75c779-5605-4b25-8cea-21d6ea97182d req-da3a6c10-2992-4d6d-86ea-a41df83b4435 service neutron] 10.222.0.48 "GET /v2.0/networks/df2c555e-a7b1-4886-b8d4-ee1799973637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918528 Jul 25 08:48:12.224587 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33da38eb-6d13-4ac1-862c-03e05ff22886 admin admin] Publish callbacks [] for security_group (91d2a362-0138-449d-bf0d-50d4492b5bf9), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.233655 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:48:12.243682 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14029f5-405f-4b44-99c6-a7dbf26082a0 None None] Sync routers for ids ['eaa0142e-24e2-454a-8891-d674dd7b0d48'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:48:12.246419 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-0a9a4213-107f-4328-a7fc-812ce7cb1097 admin admin] 10.222.0.52 "PUT /v2.0/routers/eaa0142e-24e2-454a-8891-d674dd7b0d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3600900 Jul 25 08:48:12.249387 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57464) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:12.252863 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33da38eb-6d13-4ac1-862c-03e05ff22886 admin admin] Publish callbacks [] for security_group (91d2a362-0138-449d-bf0d-50d4492b5bf9), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.270539 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14029f5-405f-4b44-99c6-a7dbf26082a0 None None] Routers {'eaa0142e-24e2-454a-8891-d674dd7b0d48'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:12.271591 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-a14029f5-405f-4b44-99c6-a7dbf26082a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['eaa0142e-24e2-454a-8891-d674dd7b0d48'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:12.304523 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 24004cca-3635-4d32-9ca4-3abab8275df5, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=24004cca-3635-4d32-9ca4-3abab8275df5,segment=NetworkSegment(f6c758b7-c6cd-49be-8055-433867b3de21),segment_id=f6c758b7-c6cd-49be-8055-433867b3de21)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:12.319261 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33da38eb-6d13-4ac1-862c-03e05ff22886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (91d2a362-0138-449d-bf0d-50d4492b5bf9), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.320696 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '24004cca-3635-4d32-9ca4-3abab8275df5', 'network_id': 'df2c555e-a7b1-4886-b8d4-ee1799973637', 'port_id': '24004cca-3635-4d32-9ca4-3abab8275df5', 'mac_address': 'fa:16:3e:b2:35:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79500d18-6e4c-4b7d-ab60-672b73254ee7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:48:12.322725 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33da38eb-6d13-4ac1-862c-03e05ff22886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.327417 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-33da38eb-6d13-4ac1-862c-03e05ff22886 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/91d2a362-0138-449d-bf0d-50d4492b5bf9 HTTP/1.1" status: 204 len: 168 time: 0.1833901 Jul 25 08:48:12.337324 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da38eb-6d13-4ac1-862c-03e05ff22886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d2a362-0138-449d-bf0d-50d4492b5bf9,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:12.386478 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Publish callbacks [] for router (eaa0142e-24e2-454a-8891-d674dd7b0d48), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.464933 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-a14029f5-405f-4b44-99c6-a7dbf26082a0 None None] Set router eaa0142e-24e2-454a-8891-d674dd7b0d48 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:12.498919 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 24004cca-3635-4d32-9ca4-3abab8275df5 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:12.500610 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.532508 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.547465 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24004cca-3635-4d32-9ca4-3abab8275df5 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:48:12.589729 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Publish callbacks [] for router_gateway (eaa0142e-24e2-454a-8891-d674dd7b0d48), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.609098 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 24004cca-3635-4d32-9ca4-3abab8275df5, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=24004cca-3635-4d32-9ca4-3abab8275df5,segment=NetworkSegment(f6c758b7-c6cd-49be-8055-433867b3de21),segment_id=f6c758b7-c6cd-49be-8055-433867b3de21)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:12.615486 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.652489 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Deleting port 9ba0b3aa-3e8c-409d-a66c-869bc5631026 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:48:12.653425 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.682251 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-a14029f5-405f-4b44-99c6-a7dbf26082a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'name': 'tempest-DeleteServersTestJSON-471637475-router', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:43Z', 'updated_at': '2022-07-25T08:48:11Z', 'revision_number': 5, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'gw_port': {'id': '9ba0b3aa-3e8c-409d-a66c-869bc5631026', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:38:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:12.715092 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14029f5-405f-4b44-99c6-a7dbf26082a0 None None] Checking router: eaa0142e-24e2-454a-8891-d674dd7b0d48 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:48:12.725732 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14029f5-405f-4b44-99c6-a7dbf26082a0 None None] Routers {'eaa0142e-24e2-454a-8891-d674dd7b0d48'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:12.726555 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-a14029f5-405f-4b44-99c6-a7dbf26082a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['eaa0142e-24e2-454a-8891-d674dd7b0d48'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:12.727110 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=24004cca-3635-4d32-9ca4-3abab8275df5,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:12.744877 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:12.805449 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.880119 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-a14029f5-405f-4b44-99c6-a7dbf26082a0 None None] Set router eaa0142e-24e2-454a-8891-d674dd7b0d48 gateway port host: None {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:12.929960 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57482) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:12.961513 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a2695433-d231-433f-8df9-d187c257f4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:12.965985 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-a14029f5-405f-4b44-99c6-a7dbf26082a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'name': 'tempest-DeleteServersTestJSON-471637475-router', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:43Z', 'updated_at': '2022-07-25T08:48:12Z', 'revision_number': 6, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'gw_port_host': None}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:12.968169 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c93a4-ccd9-4a3f-98e6-801b9a37ee90 req-f65b642c-ada6-4695-ba76-c357427c0120 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:12.970049 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9a1c93a4-ccd9-4a3f-98e6-801b9a37ee90 req-f65b642c-ada6-4695-ba76-c357427c0120 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.1219716 Jul 25 08:48:13.001996 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14029f5-405f-4b44-99c6-a7dbf26082a0 None None] The sync data for ids ['eaa0142e-24e2-454a-8891-d674dd7b0d48'] in dv-cinder-850840-1-iscsi is: [{'id': 'eaa0142e-24e2-454a-8891-d674dd7b0d48', 'name': 'tempest-DeleteServersTestJSON-471637475-router', 'tenant_id': 'aa18cc0817c848a782e4176af753e3e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:43Z', 'updated_at': '2022-07-25T08:48:12Z', 'revision_number': 6, 'project_id': 'aa18cc0817c848a782e4176af753e3e8', 'gw_port_host': None}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:48:13.011579 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:13.017601 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] For port 9ba0b3aa-3e8c-409d-a66c-869bc5631026, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=9ba0b3aa-3e8c-409d-a66c-869bc5631026,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:13.018264 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.058517 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Calling delete_port for 9ba0b3aa-3e8c-409d-a66c-869bc5631026 owned by network:router_gateway {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:48:13.066821 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ec448-81ca-44c1-9f88-22495bd1b9d4 req-b59c2115-10b2-4664-877c-9b054c489723 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:13.076721 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-965ec448-81ca-44c1-9f88-22495bd1b9d4 req-b59c2115-10b2-4664-877c-9b054c489723 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 944 time: 0.1401830 Jul 25 08:48:13.099356 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['24004cca-3635-4d32-9ca4-3abab8275df5'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:48:13.105853 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:13.138812 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a2695433-d231-433f-8df9-d187c257f4df admin admin] Publish callbacks [] for security_group (c60ea802-fff2-4353-baaa-768ea475ee5b), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.139931 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9a1c93a4-ccd9-4a3f-98e6-801b9a37ee90 req-71addf5c-791a-44b3-a88b-6094190a6c74 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614819 Jul 25 08:48:13.149800 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a2695433-d231-433f-8df9-d187c257f4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (c60ea802-fff2-4353-baaa-768ea475ee5b), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.158337 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:13.205883 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2695433-d231-433f-8df9-d187c257f4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60ea802-fff2-4353-baaa-768ea475ee5b,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:13.218584 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-965ec448-81ca-44c1-9f88-22495bd1b9d4 req-f61c01a2-e71b-4631-a55d-0bbb9f0b407a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410460 Jul 25 08:48:13.228615 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-a2695433-d231-433f-8df9-d187c257f4df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9f95b39da8a4461b302bbc6221d23ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968371 Jul 25 08:48:13.230718 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57492) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:13.315593 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-22b39dd1-c2f3-4941-8f5d-a489a23f070e admin admin] Publish callbacks [] for security_group (c60ea802-fff2-4353-baaa-768ea475ee5b), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.363613 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-22b39dd1-c2f3-4941-8f5d-a489a23f070e admin admin] Publish callbacks [] for security_group (c60ea802-fff2-4353-baaa-768ea475ee5b), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.439675 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (9ba0b3aa-3e8c-409d-a66c-869bc5631026), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.454933 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-22b39dd1-c2f3-4941-8f5d-a489a23f070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (c60ea802-fff2-4353-baaa-768ea475ee5b), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.459920 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-22b39dd1-c2f3-4941-8f5d-a489a23f070e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.470135 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-22b39dd1-c2f3-4941-8f5d-a489a23f070e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c60ea802-fff2-4353-baaa-768ea475ee5b HTTP/1.1" status: 204 len: 168 time: 0.2380388 Jul 25 08:48:13.476449 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba0b3aa-3e8c-409d-a66c-869bc5631026,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:13.481924 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b39dd1-c2f3-4941-8f5d-a489a23f070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60ea802-fff2-4353-baaa-768ea475ee5b,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:13.521716 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714570'] for router_gateway (eaa0142e-24e2-454a-8891-d674dd7b0d48), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.642577 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1516'] for router (eaa0142e-24e2-454a-8891-d674dd7b0d48), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.645873 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Publish callbacks [] for router_controller (eaa0142e-24e2-454a-8891-d674dd7b0d48), precommit_delete_associations {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.719405 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621980'] for router (eaa0142e-24e2-454a-8891-d674dd7b0d48), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.721038 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaa0142e-24e2-454a-8891-d674dd7b0d48 {{(pid=110462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 08:48:13.727280 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.731284 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-78f3d02a-63ec-4ea0-b86f-4e183c18d51d admin admin] 10.222.0.52 "DELETE /v2.0/routers/eaa0142e-24e2-454a-8891-d674dd7b0d48 HTTP/1.1" status: 204 len: 168 time: 1.4787343 Jul 25 08:48:13.731696 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57510) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:13.790776 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-a921c79b-ce97-4224-8939-c287596fe1d3 admin admin] Deleting subnet a674b64b-6b9a-4da5-8ccc-6a87013782cd {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:48:13.794172 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a921c79b-ce97-4224-8939-c287596fe1d3 admin admin] Publish callbacks [] for subnet (a674b64b-6b9a-4da5-8ccc-6a87013782cd), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.830304 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a921c79b-ce97-4224-8939-c287596fe1d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2984794'] for subnet (a674b64b-6b9a-4da5-8ccc-6a87013782cd), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:13.939433 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:13.943146 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a921c79b-ce97-4224-8939-c287596fe1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (a674b64b-6b9a-4da5-8ccc-6a87013782cd), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.010437 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a921c79b-ce97-4224-8939-c287596fe1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376480'] for subnet (a674b64b-6b9a-4da5-8ccc-6a87013782cd), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.037079 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921c79b-ce97-4224-8939-c287596fe1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a674b64b-6b9a-4da5-8ccc-6a87013782cd,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:14.043021 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a921c79b-ce97-4224-8939-c287596fe1d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.047015 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-a921c79b-ce97-4224-8939-c287596fe1d3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a674b64b-6b9a-4da5-8ccc-6a87013782cd HTTP/1.1" status: 204 len: 168 time: 0.3139906 Jul 25 08:48:14.049562 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57522) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:14.053382 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bead5f1-79a4-4a61-ab46-3a310b0d9c22 None None] Network fab9b340-d5f0-4d1e-9134-d3f67a8942d8 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:48:14.134362 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (fab9b340-d5f0-4d1e-9134-d3f67a8942d8), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.187389 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Deleting port 46091ff6-5264-4e44-a302-cd4012f53f70 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:48:14.187731 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.250196 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38af583-e091-4956-bbfe-0fe2a4471c5a None None] DHCP port deletion for fab9b340-d5f0-4d1e-9134-d3f67a8942d8 request from dv-cinder-850840-1-iscsi {{(pid=110464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 08:48:14.305901 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] For port 46091ff6-5264-4e44-a302-cd4012f53f70, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=46091ff6-5264-4e44-a302-cd4012f53f70,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:14.306408 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.334654 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-d38af583-e091-4956-bbfe-0fe2a4471c5a None None] Deleting port 46091ff6-5264-4e44-a302-cd4012f53f70 {{(pid=110464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:48:14.335056 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d38af583-e091-4956-bbfe-0fe2a4471c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), before_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.338238 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe88be1-536b-492a-938c-7b677e677968 req-57b64ec6-d7a5-4443-ba18-c9116d8c7fff tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:14.338843 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Calling delete_port for 46091ff6-5264-4e44-a302-cd4012f53f70 owned by network:dhcp {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:48:14.345141 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9fe88be1-536b-492a-938c-7b677e677968 req-57b64ec6-d7a5-4443-ba18-c9116d8c7fff tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0751896 Jul 25 08:48:14.386424 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 24004cca-3635-4d32-9ca4-3abab8275df5 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:14.426435 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72353df1-9584-491f-8a1e-5a82e88852fc req-55a4275b-16ef-475d-be84-2a355ca2050e tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:14.436430 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-72353df1-9584-491f-8a1e-5a82e88852fc req-55a4275b-16ef-475d-be84-2a355ca2050e tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 944 time: 0.0896974 Jul 25 08:48:14.475736 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.477712 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-d38af583-e091-4956-bbfe-0fe2a4471c5a None None] For port 46091ff6-5264-4e44-a302-cd4012f53f70, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=46091ff6-5264-4e44-a302-cd4012f53f70,segment=NetworkSegment(16890cf7-daed-43d9-8213-d06dff8dc763),segment_id=16890cf7-daed-43d9-8213-d06dff8dc763)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:14.478252 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d38af583-e091-4956-bbfe-0fe2a4471c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), precommit_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.491962 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9fe88be1-536b-492a-938c-7b677e677968 req-3def494b-d59b-4e4f-aff1-d8f7dd9b3ffc tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346996 Jul 25 08:48:14.494610 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-d38af583-e091-4956-bbfe-0fe2a4471c5a None None] Calling delete_port for 46091ff6-5264-4e44-a302-cd4012f53f70 owned by network:dhcp {{(pid=110464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:48:14.522348 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-72353df1-9584-491f-8a1e-5a82e88852fc req-22472649-04a1-4e3d-9b34-8a9da28bf6f8 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849161 Jul 25 08:48:14.526159 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Pushing event deleted for resources: {'Port': ['ID=46091ff6-5264-4e44-a302-cd4012f53f70,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:14.528187 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] No DVR routers for this DVR port 46091ff6-5264-4e44-a302-cd4012f53f70 on host dv-cinder-850840-1-iscsi {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:48:14.584505 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 24004cca-3635-4d32-9ca4-3abab8275df5 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:48:14.594974 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=2,neutron:DELETE=9 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:14.598981 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 24004cca-3635-4d32-9ca4-3abab8275df5 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:14.599447 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.605364 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (fab9b340-d5f0-4d1e-9134-d3f67a8942d8), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.629124 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab9b340-d5f0-4d1e-9134-d3f67a8942d8']}} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:14.639370 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16890cf7-daed-43d9-8213-d06dff8dc763') {'for_net_delete': True} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:14.639668 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16890cf7-daed-43d9-8213-d06dff8dc763') {} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:14.649337 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2984781'] for segment (16890cf7-daed-43d9-8213-d06dff8dc763), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.662703 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (16890cf7-daed-43d9-8213-d06dff8dc763), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.669489 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:48:14.670042 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3463205'] for segment (16890cf7-daed-43d9-8213-d06dff8dc763), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.718243 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 16890cf7-daed-43d9-8213-d06dff8dc763 resource provider aggregate not found Jul 25 08:48:14.725596 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:14.727111 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 24004cca-3635-4d32-9ca4-3abab8275df5 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:14.727716 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.742122 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d38af583-e091-4956-bbfe-0fe2a4471c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (46091ff6-5264-4e44-a302-cd4012f53f70), after_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.757021 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 16890cf7-daed-43d9-8213-d06dff8dc763 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16890cf7-daed-43d9-8213-d06dff8dc763 found for delete ", "request_id": "req-a113abff-2536-4627-9db8-2f6e407f6400"}]} Jul 25 08:48:14.764105 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (fab9b340-d5f0-4d1e-9134-d3f67a8942d8), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.788641 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b85fe19-05f7-422d-9f40-598eeb5ddb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24004cca-3635-4d32-9ca4-3abab8275df5'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:48:14.791877 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6b80ec-df7b-452f-84e3-cd41f7c9719a" -d '{"events": [{"server_uuid": "6b85fe19-05f7-422d-9f40-598eeb5ddb78", "name": "network-vif-plugged", "status": "completed", "tag": "24004cca-3635-4d32-9ca4-3abab8275df5"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:48:14.796286 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.804002 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] 10.222.0.52 "DELETE /v2.0/networks/fab9b340-d5f0-4d1e-9134-d3f67a8942d8 HTTP/1.1" status: 204 len: 168 time: 0.7489259 Jul 25 08:48:14.804002 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7912a-1b17-4b8f-8f78-5a8475a9932c admin admin] Pushing event deleted for resources: {'Network': ['ID=fab9b340-d5f0-4d1e-9134-d3f67a8942d8,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:14.804345 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38af583-e091-4956-bbfe-0fe2a4471c5a None None] Pushing event deleted for resources: {'Port': ['ID=46091ff6-5264-4e44-a302-cd4012f53f70,revision_number=None']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:14.819058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38af583-e091-4956-bbfe-0fe2a4471c5a None None] No DVR routers for this DVR port 46091ff6-5264-4e44-a302-cd4012f53f70 on host dv-cinder-850840-1-iscsi {{(pid=110464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:48:14.826658 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 24004cca-3635-4d32-9ca4-3abab8275df5, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=24004cca-3635-4d32-9ca4-3abab8275df5,segment=NetworkSegment(f6c758b7-c6cd-49be-8055-433867b3de21),segment_id=f6c758b7-c6cd-49be-8055-433867b3de21)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:14.842709 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:14.897049 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1029781-1ab9-4d74-b965-42c645cfc1fa x-openstack-request-id: req-d1029781-1ab9-4d74-b965-42c645cfc1fa {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:48:14.897579 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b85fe19-05f7-422d-9f40-598eeb5ddb78", "name": "network-vif-plugged", "status": "completed", "tag": "24004cca-3635-4d32-9ca4-3abab8275df5", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:48:14.898102 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1029781-1ab9-4d74-b965-42c645cfc1fa {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:48:14.898507 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1029781-1ab9-4d74-b965-42c645cfc1fa'] response: {'server_uuid': '6b85fe19-05f7-422d-9f40-598eeb5ddb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24004cca-3635-4d32-9ca4-3abab8275df5', 'code': 200} Jul 25 08:48:14.908544 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device c372ec98-548e-4cd6-833c-e2165dfb256d no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:48:14.942658 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: c372ec98-548e-4cd6-833c-e2165dfb256d {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:48:14.943009 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device c372ec98-548e-4cd6-833c-e2165dfb256d not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:48:14.943423 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9ba0b3aa-3e8c-409d-a66c-869bc5631026 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:48:14.981410 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 9ba0b3aa-3e8c-409d-a66c-869bc5631026 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:48:14.981768 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9ba0b3aa-3e8c-409d-a66c-869bc5631026 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:48:14.982186 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 46091ff6-5264-4e44-a302-cd4012f53f70 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:48:15.026555 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 46091ff6-5264-4e44-a302-cd4012f53f70 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:48:15.026857 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 46091ff6-5264-4e44-a302-cd4012f53f70 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:48:15.028968 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=24004cca-3635-4d32-9ca4-3abab8275df5,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:15.094105 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57564) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:15.174209 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a39e8-cc59-4391-9592-60ef928a0367 req-40efb217-2222-4aef-a202-b232e5ded43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:15.176026 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ce7a39e8-cc59-4391-9592-60ef928a0367 req-40efb217-2222-4aef-a202-b232e5ded43b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 1129 time: 0.0707629 Jul 25 08:48:15.179550 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-85e9e223-2fa1-49b4-8a2c-b38a810aa985 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa18cc0817c848a782e4176af753e3e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0843322 Jul 25 08:48:15.182418 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57566) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:15.242913 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ce7a39e8-cc59-4391-9592-60ef928a0367 req-70a1f03c-37aa-4674-a6e6-5f0d8adbc8a9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568683 Jul 25 08:48:15.252742 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1eb8ea9b-ee21-47f9-a581-6f427b097c15 admin admin] Publish callbacks [] for security_group (f7daf26e-97cd-4b6f-bf4e-40084f66c74a), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:15.277309 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1eb8ea9b-ee21-47f9-a581-6f427b097c15 admin admin] Publish callbacks [] for security_group (f7daf26e-97cd-4b6f-bf4e-40084f66c74a), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:15.300861 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:15.356779 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1eb8ea9b-ee21-47f9-a581-6f427b097c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (f7daf26e-97cd-4b6f-bf4e-40084f66c74a), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:15.358416 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1eb8ea9b-ee21-47f9-a581-6f427b097c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:15.359948 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-1eb8ea9b-ee21-47f9-a581-6f427b097c15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7daf26e-97cd-4b6f-bf4e-40084f66c74a HTTP/1.1" status: 204 len: 168 time: 0.1762655 Jul 25 08:48:15.373627 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8ea9b-ee21-47f9-a581-6f427b097c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7daf26e-97cd-4b6f-bf4e-40084f66c74a,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:15.665555 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c7f54-8f2e-466e-8c91-9440ef604d49 req-ddb90b72-0415-4abb-abcf-7c92a3fe401c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:15.667042 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-332c7f54-8f2e-466e-8c91-9440ef604d49 req-ddb90b72-0415-4abb-abcf-7c92a3fe401c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0815477 Jul 25 08:48:15.678720 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea69638-120e-41b7-84ee-32e4d885ebed req-e2e4906f-7d0e-49b2-86b4-59a04240dd7e tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:15.680262 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1ea69638-120e-41b7-84ee-32e4d885ebed req-e2e4906f-7d0e-49b2-86b4-59a04240dd7e tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 945 time: 0.0774405 Jul 25 08:48:15.980379 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-332c7f54-8f2e-466e-8c91-9440ef604d49 req-a531d703-fae8-4710-bd1e-7f21afdb1c13 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056300 Jul 25 08:48:15.981512 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1ea69638-120e-41b7-84ee-32e4d885ebed req-7247c75e-e3da-4aa0-a8e4-1930fb907a36 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933812 Jul 25 08:48:16.183144 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57618) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:16.315611 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-network', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:16.335417 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Made reservation on behalf of f3491b85dc4543c88f500828b2df1d2d for: {'network': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:48:16.337986 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:16.346854 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:16.386404 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:16.448354 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Publish callbacks [] for security_group (54e9bff5-e95f-4bfb-8e81-c436d9794734), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:16.453151 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (54e9bff5-e95f-4bfb-8e81-c436d9794734), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:16.480411 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=110462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:48:16.490894 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e9bff5-e95f-4bfb-8e81-c436d9794734,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:16.509746 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (47a412dc-9b47-43f1-b28f-5ab74a97cb8f), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:16.510225 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.segments_db [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Added segment 47a412dc-9b47-43f1-b28f-5ab74a97cb8f of type vlan for network 81feca48-2aba-4dcd-848a-634aff6ea348 Jul 25 08:48:16.556951 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (81feca48-2aba-4dcd-848a-634aff6ea348), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:16.590057 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (81feca48-2aba-4dcd-848a-634aff6ea348), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:16.591049 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:16.591639 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:16.651835 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4675777 Jul 25 08:48:16.655312 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57644) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:16.661709 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] Request body: {'subnet': {'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-subnet', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:16.667271 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562733e4-1b8f-47b9-9f18-fb277747ef28 admin admin] Pushing event updated for resources: {'Network': ['ID=81feca48-2aba-4dcd-848a-634aff6ea348,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:16.677648 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 81feca48-2aba-4dcd-848a-634aff6ea348 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:48:16.696744 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] Made reservation on behalf of f3491b85dc4543c88f500828b2df1d2d for: {'subnet': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:48:16.702135 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3376459'] for subnet (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:16.735268 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:16.790067 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:DELETE=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:16.910565 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3376505'] for subnet (1be99303-e0bc-40ef-8fb6-2972583ade3e), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:16.970051 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be99303-e0bc-40ef-8fb6-2972583ade3e,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:16.977693 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] Checking segment: {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:16.978003 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] Network hostable DHCP agents. Network: 81feca48-2aba-4dcd-848a-634aff6ea348, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:48:17.004301 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] Network 81feca48-2aba-4dcd-848a-634aff6ea348 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:48:17.016852 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 81feca48-2aba-4dcd-848a-634aff6ea348) {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:17.021524 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:17.022316 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.031706 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e9e9c4-553d-4f72-9eca-df8e43e19131 None None] Network 81feca48-2aba-4dcd-848a-634aff6ea348 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:48:17.056090 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-0b16cf67-e04e-4184-80ef-b0c56e31ac65 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3981349 Jul 25 08:48:17.057322 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57664) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:17.062668 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:17.094274 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (b7705862-59b5-4122-9fe2-19d7aab24791), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.095500 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (b7705862-59b5-4122-9fe2-19d7aab24791), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.164276 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Publish callbacks [] for router_controller (b7705862-59b5-4122-9fe2-19d7aab24791), precommit_add_association {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.195320 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca05d1-3420-4dc7-b746-990acee8a30a req-3fc19aca-b8f0-4938-af69-b130efc12ea9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:17.196991 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-afca05d1-3420-4dc7-b746-990acee8a30a req-3fc19aca-b8f0-4938-af69-b130efc12ea9 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 945 time: 0.1237843 Jul 25 08:48:17.206490 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480253c-a8f7-4ebc-a456-62cba211ce17 req-4ea01261-6b5f-44e1-81cf-3bfe7a488773 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:17.207156 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-81feca48-2aba-4dcd-848a-634aff6ea348', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:48:17.208116 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.208246 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b480253c-a8f7-4ebc-a456-62cba211ce17 req-4ea01261-6b5f-44e1-81cf-3bfe7a488773 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.1226459 Jul 25 08:48:17.268250 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-afca05d1-3420-4dc7-b746-990acee8a30a req-c0a1c5da-ef40-4c9b-a2ab-8384278cde96 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589476 Jul 25 08:48:17.270535 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57668) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:17.307720 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b480253c-a8f7-4ebc-a456-62cba211ce17 req-cd6116c8-c172-47dc-860a-1036f4bf0e13 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912290 Jul 25 08:48:17.409292 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Allocated IP 172.20.0.2 (81feca48-2aba-4dcd-848a-634aff6ea348/1be99303-e0bc-40ef-8fb6-2972583ade3e/75b4e079-20ca-4d12-a8c1-f4c451859fb9) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:17.479157 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5882443d-6acd-423c-8212-ed6a4cc3890f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.564426 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:17.624362 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5882443d-6acd-423c-8212-ed6a4cc3890f admin admin] Publish callbacks [] for security_group (2daf15a6-3108-4046-8f08-67835b1ff907), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.630023 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5882443d-6acd-423c-8212-ed6a4cc3890f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (2daf15a6-3108-4046-8f08-67835b1ff907), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.638286 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Publish callbacks [] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.646232 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.675210 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Publish callbacks [] for router_gateway (b7705862-59b5-4122-9fe2-19d7aab24791), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.703141 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57688) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:17.711630 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882443d-6acd-423c-8212-ed6a4cc3890f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2daf15a6-3108-4046-8f08-67835b1ff907,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:17.727439 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-5882443d-6acd-423c-8212-ed6a4cc3890f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97103ac8798c4ea8933e01881e33beaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4556568 Jul 25 08:48:17.730160 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57692) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:17.740632 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:17.841206 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-918291ae-494c-4d1e-969c-2562d5afb8c5 admin admin] Publish callbacks [] for security_group (2daf15a6-3108-4046-8f08-67835b1ff907), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.856398 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Network 81feca48-2aba-4dcd-848a-634aff6ea348 is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:17.856993 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-654aacb7-7d74-45cc-a1f1-f38c6aa77a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.860530 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:17.864484 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:17.869189 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:17.874118 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Pushing event updated for resources: {'Port': ['ID=75b4e079-20ca-4d12-a8c1-f4c451859fb9,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:17.882545 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-918291ae-494c-4d1e-969c-2562d5afb8c5 admin admin] Publish callbacks [] for security_group (2daf15a6-3108-4046-8f08-67835b1ff907), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.925250 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:17.943772 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Attempting to bind port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:17.944188 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Attempting to bind port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:17.944534 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Attempting to bind port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 on network 81feca48-2aba-4dcd-848a-634aff6ea348 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:17.949537 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Publish callbacks [] for router_gateway (b7705862-59b5-4122-9fe2-19d7aab24791), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.954345 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:17.954841 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Checking segment: {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:17.955863 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.956263 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Bound using segment: {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:17.957085 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Bound port: 75b4e079-20ca-4d12-a8c1-f4c451859fb9, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:17.957473 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.973015 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.986702 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-918291ae-494c-4d1e-969c-2562d5afb8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (2daf15a6-3108-4046-8f08-67835b1ff907), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.989628 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-918291ae-494c-4d1e-969c-2562d5afb8c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:17.990916 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-918291ae-494c-4d1e-969c-2562d5afb8c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2daf15a6-3108-4046-8f08-67835b1ff907 HTTP/1.1" status: 204 len: 168 time: 0.2595332 Jul 25 08:48:18.005426 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918291ae-494c-4d1e-969c-2562d5afb8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daf15a6-3108-4046-8f08-67835b1ff907,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:18.017107 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-654aacb7-7d74-45cc-a1f1-f38c6aa77a01 admin admin] Publish callbacks [] for security_group (04d28c4a-eba8-4bf8-adbd-b4aecb6ced94), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.027648 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-654aacb7-7d74-45cc-a1f1-f38c6aa77a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (04d28c4a-eba8-4bf8-adbd-b4aecb6ced94), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.086413 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-654aacb7-7d74-45cc-a1f1-f38c6aa77a01 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=778a06bd709a4e3abe691e5624ec6d4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3663166 Jul 25 08:48:18.086413 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654aacb7-7d74-45cc-a1f1-f38c6aa77a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d28c4a-eba8-4bf8-adbd-b4aecb6ced94,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:18.087127 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57708) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:18.134669 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] For port 75b4e079-20ca-4d12-a8c1-f4c451859fb9, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:18.139348 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] For port 75b4e079-20ca-4d12-a8c1-f4c451859fb9, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=75b4e079-20ca-4d12-a8c1-f4c451859fb9,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:18.151488 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.183116 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Allocated IP 172.27.1.8 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/687edc1b-85b1-40c3-9f68-4e53bd77237f) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:18.189441 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-501b1553-4163-42bd-992f-8c3a09001a64 admin admin] Publish callbacks [] for security_group (04d28c4a-eba8-4bf8-adbd-b4aecb6ced94), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.212984 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-501b1553-4163-42bd-992f-8c3a09001a64 admin admin] Publish callbacks [] for security_group (04d28c4a-eba8-4bf8-adbd-b4aecb6ced94), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.233020 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbe246-5c29-4dca-ae8f-e683af6f6b5a None None] Pushing event updated for resources: {'Port': ['ID=75b4e079-20ca-4d12-a8c1-f4c451859fb9,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:18.246319 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:18.332719 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-501b1553-4163-42bd-992f-8c3a09001a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (04d28c4a-eba8-4bf8-adbd-b4aecb6ced94), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.335333 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-501b1553-4163-42bd-992f-8c3a09001a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.338904 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-501b1553-4163-42bd-992f-8c3a09001a64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04d28c4a-eba8-4bf8-adbd-b4aecb6ced94 HTTP/1.1" status: 204 len: 168 time: 0.2249269 Jul 25 08:48:18.354061 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b1553-4163-42bd-992f-8c3a09001a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d28c4a-eba8-4bf8-adbd-b4aecb6ced94,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:18.409904 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Publish callbacks [] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.461189 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.498417 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:18.504021 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:18.513462 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:18.567158 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49ead6-d033-4498-a579-3950adb9ee5f req-5368f90a-d833-4d5c-9a55-141428021552 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:18.568641 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ff49ead6-d033-4498-a579-3950adb9ee5f req-5368f90a-d833-4d5c-9a55-141428021552 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 945 time: 0.1371694 Jul 25 08:48:18.595870 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684bb5e-bfa6-4fc3-a065-b9fee5ff529e req-f269519d-801d-4bb7-8ce9-ffc9403ac199 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:18.602714 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d684bb5e-bfa6-4fc3-a065-b9fee5ff529e req-f269519d-801d-4bb7-8ce9-ffc9403ac199 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.1560369 Jul 25 08:48:18.609992 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Pushing event updated for resources: {'Port': ['ID=687edc1b-85b1-40c3-9f68-4e53bd77237f,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:18.676328 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ff49ead6-d033-4498-a579-3950adb9ee5f req-3d3c5fc0-f7f2-46df-ab6c-4c5d78286096 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934231 Jul 25 08:48:18.737778 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d684bb5e-bfa6-4fc3-a065-b9fee5ff529e req-144165c8-c11f-40ac-9935-430f845b1bd6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339209 Jul 25 08:48:18.763419 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57724) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:18.786932 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-daa31c86-fd2d-4089-8996-bd638e22d28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.804937 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:18.893502 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57726) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:18.927352 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 75b4e079-20ca-4d12-a8c1-f4c451859fb9 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:18.939079 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-daa31c86-fd2d-4089-8996-bd638e22d28c admin admin] Publish callbacks [] for security_group (b38de059-cdc5-44fe-a8c0-9b9d4a2a4035), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.949602 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-daa31c86-fd2d-4089-8996-bd638e22d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b38de059-cdc5-44fe-a8c0-9b9d4a2a4035), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:18.954920 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Publish callbacks [] for router_gateway (b7705862-59b5-4122-9fe2-19d7aab24791), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.009312 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:19.009888 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.028887 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-daa31c86-fd2d-4089-8996-bd638e22d28c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94e59ee441674fae9cd4997c5f14bfeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632222 Jul 25 08:48:19.030086 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa31c86-fd2d-4089-8996-bd638e22d28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38de059-cdc5-44fe-a8c0-9b9d4a2a4035,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:19.032858 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57734) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:19.043105 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:19.089539 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-91ce9583-b539-4b22-a316-8afe51392598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.119323 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:19.120083 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.144645 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-05b33a4a-c363-42bb-9e38-568e53e621a5 admin admin] Publish callbacks [] for security_group (b38de059-cdc5-44fe-a8c0-9b9d4a2a4035), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.181425 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 75b4e079-20ca-4d12-a8c1-f4c451859fb9, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=75b4e079-20ca-4d12-a8c1-f4c451859fb9,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:19.188018 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.197824 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-05b33a4a-c363-42bb-9e38-568e53e621a5 admin admin] Publish callbacks [] for security_group (b38de059-cdc5-44fe-a8c0-9b9d4a2a4035), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.260321 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=75b4e079-20ca-4d12-a8c1-f4c451859fb9,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:19.286250 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-91ce9583-b539-4b22-a316-8afe51392598 admin admin] Publish callbacks [] for security_group (9979ebfc-f0cc-436a-8558-7bc217ab8eb3), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.313170 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (b7705862-59b5-4122-9fe2-19d7aab24791), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.316078 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-91ce9583-b539-4b22-a316-8afe51392598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (9979ebfc-f0cc-436a-8558-7bc217ab8eb3), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.347782 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-91ce9583-b539-4b22-a316-8afe51392598 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=062fa2d348eb41b59501286b11233bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532673 Jul 25 08:48:19.357056 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57740) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:19.384162 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:19.401033 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce9583-b539-4b22-a316-8afe51392598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9979ebfc-f0cc-436a-8558-7bc217ab8eb3,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:19.442204 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-05b33a4a-c363-42bb-9e38-568e53e621a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b38de059-cdc5-44fe-a8c0-9b9d4a2a4035), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.446324 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-05b33a4a-c363-42bb-9e38-568e53e621a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.447765 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-05b33a4a-c363-42bb-9e38-568e53e621a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b38de059-cdc5-44fe-a8c0-9b9d4a2a4035 HTTP/1.1" status: 204 len: 168 time: 0.4136443 Jul 25 08:48:19.474256 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b33a4a-c363-42bb-9e38-568e53e621a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38de059-cdc5-44fe-a8c0-9b9d4a2a4035,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:19.508514 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9e55097c-87b3-42ee-be63-f5222fee31bf admin admin] Publish callbacks [] for security_group (9979ebfc-f0cc-436a-8558-7bc217ab8eb3), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.547979 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9e55097c-87b3-42ee-be63-f5222fee31bf admin admin] Publish callbacks [] for security_group (9979ebfc-f0cc-436a-8558-7bc217ab8eb3), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.572188 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:19.585206 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Router b7705862-59b5-4122-9fe2-19d7aab24791 is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:48:19.709343 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9e55097c-87b3-42ee-be63-f5222fee31bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (9979ebfc-f0cc-436a-8558-7bc217ab8eb3), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.714230 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9e55097c-87b3-42ee-be63-f5222fee31bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.716323 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9e55097c-87b3-42ee-be63-f5222fee31bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9979ebfc-f0cc-436a-8558-7bc217ab8eb3 HTTP/1.1" status: 204 len: 168 time: 0.3576880 Jul 25 08:48:19.739987 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55097c-87b3-42ee-be63-f5222fee31bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9979ebfc-f0cc-436a-8558-7bc217ab8eb3,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:19.777152 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:48:19.790483 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Sync routers for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:48:19.811411 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:19.812276 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:19.816468 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:19.820526 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f7f64d66-9bc1-441a-93e4-22cd5f52558b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7622285 Jul 25 08:48:19.822984 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57760) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:19.828785 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57762) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:19.936682 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818fae62-b530-4882-9978-07d0bc0e6ea4 None None] Network 81feca48-2aba-4dcd-848a-634aff6ea348 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:48:19.957141 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e3b01-d436-451a-82b4-518aaa5d1c39 req-5f63049e-4861-4161-9d1e-35b1a67de54b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:19.965471 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2c4e3b01-d436-451a-82b4-518aaa5d1c39 req-5f63049e-4861-4161-9d1e-35b1a67de54b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 945 time: 0.1448855 Jul 25 08:48:19.981474 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:19.988229 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62348a66-824c-4de0-8997-a7acc2e18915 req-1d16d98b-9c5f-4f02-b542-bab714547514 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:19.990110 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-62348a66-824c-4de0-8997-a7acc2e18915 req-1d16d98b-9c5f-4f02-b542-bab714547514 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.1052680 Jul 25 08:48:20.056234 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:20.084641 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2c4e3b01-d436-451a-82b4-518aaa5d1c39 req-d8c252ca-1cc5-45ab-825d-be056b92dbc4 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180837 Jul 25 08:48:20.096282 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-62348a66-824c-4de0-8997-a7acc2e18915 req-fe51660d-8c5e-43d4-86ec-5e722b0d133d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965133 Jul 25 08:48:20.196209 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:20.222214 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-e3964f4d-a21e-4671-874e-841e460ab65d None None] Provisioning complete for port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:20.222663 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e3964f4d-a21e-4671-874e-841e460ab65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.260502 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:20.274319 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2008444823-network', 'tenant_id': '3404b1a99987401183c8e3e851b382db'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:20.314509 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Made reservation on behalf of 3404b1a99987401183c8e3e851b382db for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:48:20.318120 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.349307 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.381200 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57778) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:20.396628 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-679d7f3a-669a-4628-b087-60b4ac8914e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.456406 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-e3964f4d-a21e-4671-874e-841e460ab65d None None] Current status of the port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:20.462504 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:18Z', 'revision_number': 3, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:20.496431 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Checking router: b7705862-59b5-4122-9fe2-19d7aab24791 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:48:20.497187 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Updating router b7705862-59b5-4122-9fe2-19d7aab24791 port 687edc1b-85b1-40c3-9f68-4e53bd77237f binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:48:20.522544 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-679d7f3a-669a-4628-b087-60b4ac8914e4 admin admin] Publish callbacks [] for security_group (940f912d-1c3b-4ed6-a9c1-cd60b408407b), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.523119 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.532647 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-679d7f3a-669a-4628-b087-60b4ac8914e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (940f912d-1c3b-4ed6-a9c1-cd60b408407b), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.537993 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.629014 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Publish callbacks [] for security_group (6a4eaffc-7a44-4a7c-9406-f7262ec08e00), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.631705 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:20.642930 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-679d7f3a-669a-4628-b087-60b4ac8914e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a36b528e07d148b3bc9c24a96b34c738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580564 Jul 25 08:48:20.655218 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57782) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:20.666574 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (6a4eaffc-7a44-4a7c-9406-f7262ec08e00), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.688785 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d7f3a-669a-4628-b087-60b4ac8914e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940f912d-1c3b-4ed6-a9c1-cd60b408407b,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:20.707493 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:48:20.726857 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f90a9525-bf87-4cc7-a50a-85a590c2fd4c admin admin] Publish callbacks [] for security_group (940f912d-1c3b-4ed6-a9c1-cd60b408407b), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.734464 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4eaffc-7a44-4a7c-9406-f7262ec08e00,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:20.751945 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f90a9525-bf87-4cc7-a50a-85a590c2fd4c admin admin] Publish callbacks [] for security_group (940f912d-1c3b-4ed6-a9c1-cd60b408407b), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.764781 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (3c172606-fd04-45bc-9c72-86186d358e10), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.765121 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Added segment 3c172606-fd04-45bc-9c72-86186d358e10 of type vlan for network 5fca7c14-bb96-4e04-b288-c4911dc494c5 Jul 25 08:48:20.802302 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:20.812934 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f90a9525-bf87-4cc7-a50a-85a590c2fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (940f912d-1c3b-4ed6-a9c1-cd60b408407b), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.818258 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f90a9525-bf87-4cc7-a50a-85a590c2fd4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.821098 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-f90a9525-bf87-4cc7-a50a-85a590c2fd4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/940f912d-1c3b-4ed6-a9c1-cd60b408407b HTTP/1.1" status: 204 len: 168 time: 0.1647036 Jul 25 08:48:20.828183 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Allocated IP 172.20.0.1 (81feca48-2aba-4dcd-848a-634aff6ea348/1be99303-e0bc-40ef-8fb6-2972583ade3e/fc1b6121-13bb-4685-8948-34ba4a63b539) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:20.832178 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (5fca7c14-bb96-4e04-b288-c4911dc494c5), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.839466 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a9525-bf87-4cc7-a50a-85a590c2fd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940f912d-1c3b-4ed6-a9c1-cd60b408407b,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:20.922020 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 75b4e079-20ca-4d12-a8c1-f4c451859fb9 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:20.923696 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-d90c5269-1086-4527-862d-a671266f3325 None None] Provisioning complete for port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:20.924065 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d90c5269-1086-4527-862d-a671266f3325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.924640 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:20.929323 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (5fca7c14-bb96-4e04-b288-c4911dc494c5), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.931214 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:20.931969 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:20.998488 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Publish callbacks [] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.017621 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.036120 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57794) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:21.036736 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.1394968 Jul 25 08:48:21.040156 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9091dc30-e643-40d9-8af5-51d5b6977a5e admin admin] Pushing event updated for resources: {'Network': ['ID=5fca7c14-bb96-4e04-b288-c4911dc494c5,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:21.063906 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 5fca7c14-bb96-4e04-b288-c4911dc494c5 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:48:21.065930 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] Request body: {'subnet': {'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2008444823-subnet', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'ip_version': 4}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:21.119129 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] Made reservation on behalf of 3404b1a99987401183c8e3e851b382db for: {'subnet': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:48:21.122254 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.156481 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Publish callbacks [] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.212184 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:21.212504 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.265423 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:21.301584 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e5c8f-4e75-47b0-a7cd-ec1b18a5fae6 req-e7192c64-30c0-46a7-b99d-451bc0a8c84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:21.303306 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-175e5c8f-4e75-47b0-a7cd-ec1b18a5fae6 req-e7192c64-30c0-46a7-b99d-451bc0a8c84b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 1129 time: 0.0855114 Jul 25 08:48:21.305143 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.322545 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361605b-58ee-4efb-8ad7-579bc60a2d28 req-8242e791-4397-4988-8376-c322cfac363a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:21.324780 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9361605b-58ee-4efb-8ad7-579bc60a2d28 req-8242e791-4397-4988-8376-c322cfac363a tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 945 time: 0.0889316 Jul 25 08:48:21.378540 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Network 81feca48-2aba-4dcd-848a-634aff6ea348 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:21.379180 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57804) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:21.392251 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:21.402359 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:21.426534 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fd567-37aa-44e9-8064-79c8e6406bc1 None None] Pushing event updated for resources: {'Port': ['ID=687edc1b-85b1-40c3-9f68-4e53bd77237f,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:21.450770 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9361605b-58ee-4efb-8ad7-579bc60a2d28 req-c7b83e80-fdff-4a35-b59b-e619e88c48ac tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966990 Jul 25 08:48:21.458750 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (b7705862-59b5-4122-9fe2-19d7aab24791), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.462937 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8281af-229f-41ed-81c6-4d9f65f3552f req-45b64717-6a87-4d38-abfb-9a438d13a056 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:21.464671 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ce8281af-229f-41ed-81c6-4d9f65f3552f req-45b64717-6a87-4d38-abfb-9a438d13a056 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.1650419 Jul 25 08:48:21.467653 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Attempting to bind port 687edc1b-85b1-40c3-9f68-4e53bd77237f on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:21.472053 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Attempting to bind port 687edc1b-85b1-40c3-9f68-4e53bd77237f by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:21.472649 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Attempting to bind port 687edc1b-85b1-40c3-9f68-4e53bd77237f on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:21.493791 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-d90c5269-1086-4527-862d-a671266f3325 None None] Current status of the port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:21.498919 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:21.499550 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:21.500142 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.500798 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:21.501486 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Bound port: 687edc1b-85b1-40c3-9f68-4e53bd77237f, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:21.502078 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.530985 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:21.547604 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-edca15d3-6880-4406-9fab-d8c6c81673f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.607741 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] For port 687edc1b-85b1-40c3-9f68-4e53bd77237f, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:21.617738 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:21.640301 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] For port 687edc1b-85b1-40c3-9f68-4e53bd77237f, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=687edc1b-85b1-40c3-9f68-4e53bd77237f,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:21.649037 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.670567 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1b6121-13bb-4685-8948-34ba4a63b539,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:21.674347 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:21.697818 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ce8281af-229f-41ed-81c6-4d9f65f3552f req-ed051cc4-13f3-47b0-a231-fb6a86203306 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206974 Jul 25 08:48:21.714685 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-edca15d3-6880-4406-9fab-d8c6c81673f5 admin admin] Publish callbacks [] for security_group (a575d9e2-897c-4eb8-9f52-e3a0ed0ce408), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.728189 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dc20e-5162-42d2-80d4-b88814ad02bf req-c9d62de8-2069-4a04-a1a7-3dfe5fb76c7c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:21.732804 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5c6dc20e-5162-42d2-80d4-b88814ad02bf req-c9d62de8-2069-4a04-a1a7-3dfe5fb76c7c tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 945 time: 0.0986965 Jul 25 08:48:21.733745 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-175e5c8f-4e75-47b0-a7cd-ec1b18a5fae6 req-c2e8ba36-0b2a-4868-812a-f2e56ce64c1f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911514 Jul 25 08:48:21.734171 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-edca15d3-6880-4406-9fab-d8c6c81673f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (a575d9e2-897c-4eb8-9f52-e3a0ed0ce408), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.751707 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:21.752353 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:21.783161 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:21.818721 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.822638 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-edca15d3-6880-4406-9fab-d8c6c81673f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1b7f615f45244c489400889ce931735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422958 Jul 25 08:48:21.824721 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (95c0354e-62b3-4ccb-9523-367338aa335c), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.825377 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57812) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:21.839944 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca15d3-6880-4406-9fab-d8c6c81673f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a575d9e2-897c-4eb8-9f52-e3a0ed0ce408,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:21.852504 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:21.864079 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fd567-37aa-44e9-8064-79c8e6406bc1 None None] Pushing event updated for resources: {'Port': ['ID=687edc1b-85b1-40c3-9f68-4e53bd77237f,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:21.876419 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-4df5411c-798e-4dd6-8f23-d88d2fc19871 None None] Provisioning complete for port fc1b6121-13bb-4685-8948-34ba4a63b539 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:21.876895 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4df5411c-798e-4dd6-8f23-d88d2fc19871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.933247 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:21.937285 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-4df5411c-798e-4dd6-8f23-d88d2fc19871 None None] Port fc1b6121-13bb-4685-8948-34ba4a63b539 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:48:21.957198 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=95c0354e-62b3-4ccb-9523-367338aa335c,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:21.971658 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-481c9fd1-1f15-4538-82f4-7978f27cf0d0 admin admin] Publish callbacks [] for security_group (a575d9e2-897c-4eb8-9f52-e3a0ed0ce408), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:21.972665 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] Checking segment: {'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:21.973235 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] Network hostable DHCP agents. Network: 5fca7c14-bb96-4e04-b288-c4911dc494c5, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:48:21.998048 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] Network 5fca7c14-bb96-4e04-b288-c4911dc494c5 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:48:22.011481 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-481c9fd1-1f15-4538-82f4-7978f27cf0d0 admin admin] Publish callbacks [] for security_group (a575d9e2-897c-4eb8-9f52-e3a0ed0ce408), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.016371 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 5fca7c14-bb96-4e04-b288-c4911dc494c5) {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:22.024521 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:22.026031 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.027515 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5bb9af-6c28-421f-9187-b293592fb9d9 None None] Network 5fca7c14-bb96-4e04-b288-c4911dc494c5 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:48:22.067966 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a7024d8e-019c-47b6-b6ba-365926df9b2d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0224411 Jul 25 08:48:22.070154 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57820) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:22.081538 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:22.098401 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Publish callbacks [] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.106522 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.166628 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-481c9fd1-1f15-4538-82f4-7978f27cf0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (a575d9e2-897c-4eb8-9f52-e3a0ed0ce408), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.169808 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-481c9fd1-1f15-4538-82f4-7978f27cf0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.171866 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-481c9fd1-1f15-4538-82f4-7978f27cf0d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a575d9e2-897c-4eb8-9f52-e3a0ed0ce408 HTTP/1.1" status: 204 len: 168 time: 0.3452415 Jul 25 08:48:22.176100 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (dc2582b5-5e00-4808-b782-4ea9357f071d), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.177656 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (dc2582b5-5e00-4808-b782-4ea9357f071d), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.199226 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c9fd1-1f15-4538-82f4-7978f27cf0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a575d9e2-897c-4eb8-9f52-e3a0ed0ce408,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:22.207715 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (b7705862-59b5-4122-9fe2-19d7aab24791), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.209799 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1b6121-13bb-4685-8948-34ba4a63b539,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:22.234342 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Publish callbacks [] for router_controller (dc2582b5-5e00-4808-b782-4ea9357f071d), precommit_add_association {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.271552 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-5fca7c14-bb96-4e04-b288-c4911dc494c5', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'project_id': '3404b1a99987401183c8e3e851b382db', 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:48:22.274766 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.283401 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:22.320735 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:20Z', 'revision_number': 1, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:22.365763 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-5c6dc20e-5162-42d2-80d4-b88814ad02bf req-27d67ef5-adcb-4c11-81cc-05deac0e330b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Deleting port 24004cca-3635-4d32-9ca4-3abab8275df5 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:48:22.366099 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-5c6dc20e-5162-42d2-80d4-b88814ad02bf req-27d67ef5-adcb-4c11-81cc-05deac0e330b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.385547 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcf3478-3697-4c4a-9525-2200b631f2d3 None None] The sync data for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi is: [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:20Z', 'revision_number': 1, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:48:22.387909 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Network 81feca48-2aba-4dcd-848a-634aff6ea348 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:22.394513 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:22.610849 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Allocated IP 172.20.0.2 (5fca7c14-bb96-4e04-b288-c4911dc494c5/95c0354e-62b3-4ccb-9523-367338aa335c/155d420f-fa28-4f16-9191-ddf83f49989e) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:22.737707 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:22.802020 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Publish callbacks [] for router_gateway (dc2582b5-5e00-4808-b782-4ea9357f071d), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.829940 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:22.885426 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=49 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:22.888001 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-68fe4822-c526-44db-9235-15a15aaa1316 None None] Provisioning complete for port fc1b6121-13bb-4685-8948-34ba4a63b539 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:22.888377 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-68fe4822-c526-44db-9235-15a15aaa1316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:22.970276 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=34 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:22.971992 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-68fe4822-c526-44db-9235-15a15aaa1316 None None] Port fc1b6121-13bb-4685-8948-34ba4a63b539 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:48:23.079543 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdcf56-bcac-489b-963e-922a4170dae6 req-89b4240e-2345-45eb-9112-1f4bc740f211 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:23.084433 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e0bdcf56-bcac-489b-963e-922a4170dae6 req-89b4240e-2345-45eb-9112-1f4bc740f211 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.2144179 Jul 25 08:48:23.133445 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Router b7705862-59b5-4122-9fe2-19d7aab24791 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:48:23.156323 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196bf41-2670-44f1-9c84-15660cb0dc6b req-a9c628a5-7318-4d58-9ca6-746f5cbda2b4 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:23.157869 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1196bf41-2670-44f1-9c84-15660cb0dc6b req-a9c628a5-7318-4d58-9ca6-746f5cbda2b4 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 945 time: 0.5081923 Jul 25 08:48:23.168717 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-5c6dc20e-5162-42d2-80d4-b88814ad02bf req-27d67ef5-adcb-4c11-81cc-05deac0e330b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] For port 24004cca-3635-4d32-9ca4-3abab8275df5, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=24004cca-3635-4d32-9ca4-3abab8275df5,segment=NetworkSegment(f6c758b7-c6cd-49be-8055-433867b3de21),segment_id=f6c758b7-c6cd-49be-8055-433867b3de21)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:23.169081 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-5c6dc20e-5162-42d2-80d4-b88814ad02bf req-27d67ef5-adcb-4c11-81cc-05deac0e330b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:23.222216 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Publish callbacks [] for port (155d420f-fa28-4f16-9191-ddf83f49989e), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:23.239054 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-5c6dc20e-5162-42d2-80d4-b88814ad02bf req-27d67ef5-adcb-4c11-81cc-05deac0e330b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Calling delete_port for 24004cca-3635-4d32-9ca4-3abab8275df5 owned by compute:nova {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:48:23.242332 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:23.268384 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57856) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:23.277680 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:23.312029 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:48:23.321721 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-0180e516-39cc-467f-b160-cb93dd093bb1 admin admin] 10.222.0.52 "PUT /v2.0/routers/b7705862-59b5-4122-9fe2-19d7aab24791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4964964 Jul 25 08:48:23.337999 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1196bf41-2670-44f1-9c84-15660cb0dc6b req-29b8f3b1-6ca5-4dbd-bbe1-279cbd39a3a4 tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b0784-cdd9-40ab-824c-03c47511a19b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648712 Jul 25 08:48:23.365050 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Network 5fca7c14-bb96-4e04-b288-c4911dc494c5 is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:23.385997 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:23.387796 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Pushing event updated for resources: {'Port': ['ID=155d420f-fa28-4f16-9191-ddf83f49989e,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:23.401344 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:23.445735 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:23.460207 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e0bdcf56-bcac-489b-963e-922a4170dae6 req-90a5728d-54fd-4f29-9b7b-f244707ef4de tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010600 Jul 25 08:48:23.511629 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Attempting to bind port 155d420f-fa28-4f16-9191-ddf83f49989e on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:23.512500 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Attempting to bind port 155d420f-fa28-4f16-9191-ddf83f49989e by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:23.512620 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Attempting to bind port 155d420f-fa28-4f16-9191-ddf83f49989e on network 5fca7c14-bb96-4e04-b288-c4911dc494c5 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:23.520695 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:23.521078 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Checking segment: {'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:23.521561 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:23.521987 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Bound using segment: {'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:23.522517 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Bound port: 155d420f-fa28-4f16-9191-ddf83f49989e, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:23.522923 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:23.680692 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] For port 155d420f-fa28-4f16-9191-ddf83f49989e, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:23.682265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a8bc-e9ed-4709-8e32-59b2bd438ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:23.686399 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] For port 155d420f-fa28-4f16-9191-ddf83f49989e, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=155d420f-fa28-4f16-9191-ddf83f49989e,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:23.700536 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:23.757103 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-5c6dc20e-5162-42d2-80d4-b88814ad02bf req-27d67ef5-adcb-4c11-81cc-05deac0e330b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (24004cca-3635-4d32-9ca4-3abab8275df5), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:23.792979 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559e837-c4b0-44e2-aa31-8722f88fcf62 None None] Pushing event updated for resources: {'Port': ['ID=155d420f-fa28-4f16-9191-ddf83f49989e,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:23.822312 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d67ef5-adcb-4c11-81cc-05deac0e330b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Pushing event deleted for resources: {'Port': ['ID=24004cca-3635-4d32-9ca4-3abab8275df5,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:23.839868 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Publish callbacks [] for router_gateway (dc2582b5-5e00-4808-b782-4ea9357f071d), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:23.895457 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57874) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:23.913282 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:23.949617 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6dc20e-5162-42d2-80d4-b88814ad02bf req-27d67ef5-adcb-4c11-81cc-05deac0e330b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] No DVR routers for this DVR port 24004cca-3635-4d32-9ca4-3abab8275df5 on host hv-cinder-85084 {{(pid=110462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:48:23.957561 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-5c6dc20e-5162-42d2-80d4-b88814ad02bf req-27d67ef5-adcb-4c11-81cc-05deac0e330b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:23.961230 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5c6dc20e-5162-42d2-80d4-b88814ad02bf req-27d67ef5-adcb-4c11-81cc-05deac0e330b tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.48 "DELETE /v2.0/ports/24004cca-3635-4d32-9ca4-3abab8275df5 HTTP/1.1" status: 204 len: 173 time: 1.8675051 Jul 25 08:48:23.963738 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b85fe19-05f7-422d-9f40-598eeb5ddb78', 'name': 'network-vif-deleted', 'tag': '24004cca-3635-4d32-9ca4-3abab8275df5'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:48:23.966195 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039b03db-36c4-4a34-b465-a7cc72c26325" -d '{"events": [{"server_uuid": "6b85fe19-05f7-422d-9f40-598eeb5ddb78", "name": "network-vif-deleted", "tag": "24004cca-3635-4d32-9ca4-3abab8275df5"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:48:24.022895 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.042981 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:24.071956 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a8bc-e9ed-4709-8e32-59b2bd438ea1 admin admin] Publish callbacks [] for security_group (3c236ecc-c5bb-41dd-8865-85e0be477b67), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.082064 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0fb3a8bc-e9ed-4709-8e32-59b2bd438ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (3c236ecc-c5bb-41dd-8865-85e0be477b67), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.158974 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e0872c-02eb-408b-83da-2a31693c70ec x-openstack-request-id: req-61e0872c-02eb-408b-83da-2a31693c70ec {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:48:24.159288 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b85fe19-05f7-422d-9f40-598eeb5ddb78", "name": "network-vif-deleted", "tag": "24004cca-3635-4d32-9ca4-3abab8275df5", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:48:24.159541 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61e0872c-02eb-408b-83da-2a31693c70ec {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:48:24.159931 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e0872c-02eb-408b-83da-2a31693c70ec'] response: {'server_uuid': '6b85fe19-05f7-422d-9f40-598eeb5ddb78', 'name': 'network-vif-deleted', 'tag': '24004cca-3635-4d32-9ca4-3abab8275df5', 'status': 'completed', 'code': 200} Jul 25 08:48:24.176213 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-524055059-network', 'tenant_id': '1e76bc803d784442936b25a7ad36d564'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:24.219073 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Made reservation on behalf of 1e76bc803d784442936b25a7ad36d564 for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:48:24.222012 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.226431 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Allocated IP 172.27.1.144 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/35d6f2c8-760f-4263-9fd7-62620316ba48) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:24.237064 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.313839 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57880) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:24.318014 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-fe12495f-50ab-4c49-b8c5-ea9596382c25 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--128550884', 'description': 'tempest-description--614915130'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:24.323430 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-0fb3a8bc-e9ed-4709-8e32-59b2bd438ea1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93630af4f68a492482f2aaec4783d1aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0473654 Jul 25 08:48:24.327951 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57882) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:24.335367 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3a8bc-e9ed-4709-8e32-59b2bd438ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c236ecc-c5bb-41dd-8865-85e0be477b67,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:24.367753 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 24004cca-3635-4d32-9ca4-3abab8275df5 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:48:24.401721 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Publish callbacks [] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.413723 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:24.417010 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 24004cca-3635-4d32-9ca4-3abab8275df5 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:48:24.417010 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 24004cca-3635-4d32-9ca4-3abab8275df5 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:48:24.417473 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fe12495f-50ab-4c49-b8c5-ea9596382c25 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.456125 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-839ca05c-d669-41d0-a791-3b2a28a7fb52 admin admin] Publish callbacks [] for security_group (3c236ecc-c5bb-41dd-8865-85e0be477b67), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.458084 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.515819 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-839ca05c-d669-41d0-a791-3b2a28a7fb52 admin admin] Publish callbacks [] for security_group (3c236ecc-c5bb-41dd-8865-85e0be477b67), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.539201 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Publish callbacks [] for security_group (ceda6f6c-3085-4c23-b964-14f0cd50c980), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.546031 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Pushing event updated for resources: {'Port': ['ID=35d6f2c8-760f-4263-9fd7-62620316ba48,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:24.557721 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ceda6f6c-3085-4c23-b964-14f0cd50c980), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.569458 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69e9671c-1a87-422b-b782-5aebe4c7588e req-9484a9ab-7a8c-4e19-b922-7d596daef0ad tempest-VolumesActionsTest-1341318003 tempest-VolumesActionsTest-1341318003-project] 10.222.0.52 "GET /v2.0/ports?device_id=6b85fe19-05f7-422d-9f40-598eeb5ddb78 HTTP/1.1" status: 200 len: 210 time: 0.0703492 Jul 25 08:48:24.571571 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:24.576876 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:48:24.579356 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:24.583847 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:24.602072 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (922d7fe0-61f0-41fc-8ca4-9ccf4c27de00), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.602664 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Added segment 922d7fe0-61f0-41fc-8ca4-9ccf4c27de00 of type vlan for network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 Jul 25 08:48:24.700746 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (43d25711-c8fd-4bad-bbe1-48fae01c4a82), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.714574 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceda6f6c-3085-4c23-b964-14f0cd50c980,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:24.770999 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fe12495f-50ab-4c49-b8c5-ea9596382c25 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (b0e8938c-c456-4822-a33f-48fa6b6da4cd), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.790489 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fe12495f-50ab-4c49-b8c5-ea9596382c25 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b0e8938c-c456-4822-a33f-48fa6b6da4cd), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.840886 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (43d25711-c8fd-4bad-bbe1-48fae01c4a82), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.842027 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:24.842840 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.860214 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-839ca05c-d669-41d0-a791-3b2a28a7fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (3c236ecc-c5bb-41dd-8865-85e0be477b67), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.864518 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-839ca05c-d669-41d0-a791-3b2a28a7fb52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.865842 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-839ca05c-d669-41d0-a791-3b2a28a7fb52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c236ecc-c5bb-41dd-8865-85e0be477b67 HTTP/1.1" status: 204 len: 168 time: 0.5361049 Jul 25 08:48:24.873744 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fe12495f-50ab-4c49-b8c5-ea9596382c25 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:24.874971 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-fe12495f-50ab-4c49-b8c5-ea9596382c25 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5609097 Jul 25 08:48:24.895086 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57890) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:24.898019 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12495f-50ab-4c49-b8c5-ea9596382c25 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e8938c-c456-4822-a33f-48fa6b6da4cd,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:24.909452 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-09df4eab-2d3a-4a18-8330-82573cec6c77 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'security_group_rule': {'security_group_id': 'b0e8938c-c456-4822-a33f-48fa6b6da4cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:24.960801 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:25.009141 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.1123977 Jul 25 08:48:25.010402 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88110b25-b159-4bcb-b556-9b761e84b7cf req-8b239a4a-467c-4faf-a792-d9288337846e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:25.015130 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-88110b25-b159-4bcb-b556-9b761e84b7cf req-8b239a4a-467c-4faf-a792-d9288337846e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.3846579 Jul 25 08:48:25.016104 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 57892) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:25.016298 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ca05c-d669-41d0-a791-3b2a28a7fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c236ecc-c5bb-41dd-8865-85e0be477b67,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:25.026116 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 687edc1b-85b1-40c3-9f68-4e53bd77237f up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:25.029397 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:25.036355 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] Request body: {'subnet': {'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-524055059-subnet', 'tenant_id': '1e76bc803d784442936b25a7ad36d564', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:25.042752 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297f448-e4ca-45cd-b31d-3db537e6e89e admin admin] Pushing event updated for resources: {'Network': ['ID=43d25711-c8fd-4bad-bbe1-48fae01c4a82,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:25.079092 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-09df4eab-2d3a-4a18-8330-82573cec6c77 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (44272e90-52e2-4eb4-a6e2-8d77d6ecdc59), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.090127 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:48:25.159231 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-88110b25-b159-4bcb-b556-9b761e84b7cf req-9988bd28-c1fe-455f-83d0-4a6057f54c43 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167049 Jul 25 08:48:25.176794 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] Made reservation on behalf of 1e76bc803d784442936b25a7ad36d564 for: {'subnet': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:48:25.176794 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.185285 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-09df4eab-2d3a-4a18-8330-82573cec6c77 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (44272e90-52e2-4eb4-a6e2-8d77d6ecdc59), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.190884 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-09df4eab-2d3a-4a18-8330-82573cec6c77 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (44272e90-52e2-4eb4-a6e2-8d77d6ecdc59), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.218679 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df4eab-2d3a-4a18-8330-82573cec6c77 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44272e90-52e2-4eb4-a6e2-8d77d6ecdc59,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:25.228618 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-09df4eab-2d3a-4a18-8330-82573cec6c77 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.230039 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-09df4eab-2d3a-4a18-8330-82573cec6c77 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3252149 Jul 25 08:48:25.234984 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57900) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:25.240282 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-18d5de51-2ab1-4f45-94fc-80837f18cfc5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'security_group_rule': {'security_group_id': 'b0e8938c-c456-4822-a33f-48fa6b6da4cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:25.278087 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-18d5de51-2ab1-4f45-94fc-80837f18cfc5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (13a45f7b-bb3d-464e-984f-f5f1256718cc), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.350205 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 687edc1b-85b1-40c3-9f68-4e53bd77237f triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:25.351874 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.354468 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-18d5de51-2ab1-4f45-94fc-80837f18cfc5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (13a45f7b-bb3d-464e-984f-f5f1256718cc), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.361125 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da1b291-9721-4b75-8e5b-a6526977ac8c None None] Network 5fca7c14-bb96-4e04-b288-c4911dc494c5 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:48:25.365673 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-18d5de51-2ab1-4f45-94fc-80837f18cfc5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (13a45f7b-bb3d-464e-984f-f5f1256718cc), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.416854 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5de51-2ab1-4f45-94fc-80837f18cfc5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a45f7b-bb3d-464e-984f-f5f1256718cc,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:25.427991 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Publish callbacks [] for router_gateway (dc2582b5-5e00-4808-b782-4ea9357f071d), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.430298 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-18d5de51-2ab1-4f45-94fc-80837f18cfc5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.431847 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:25.432853 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-18d5de51-2ab1-4f45-94fc-80837f18cfc5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1963873 Jul 25 08:48:25.436055 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57904) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:25.443026 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:25.449616 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57906) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:25.482025 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6b32-0290-408a-b76f-ae9cd0e36930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.508954 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.565919 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-13787aed-465f-466f-90a1-ba234be0ae27 None None] Provisioning complete for port 155d420f-fa28-4f16-9191-ddf83f49989e triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:25.566541 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-13787aed-465f-466f-90a1-ba234be0ae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.590494 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:25.661149 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.685943 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:25.721664 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542e68e-5a95-44aa-807a-9592c9e7b89c req-61bd04ba-783f-498a-9d26-4bdfade1a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:25.723268 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7542e68e-5a95-44aa-807a-9592c9e7b89c req-61bd04ba-783f-498a-9d26-4bdfade1a514 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 1129 time: 0.1487503 Jul 25 08:48:25.724962 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 687edc1b-85b1-40c3-9f68-4e53bd77237f is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:25.725519 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.749140 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 687edc1b-85b1-40c3-9f68-4e53bd77237f, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=687edc1b-85b1-40c3-9f68-4e53bd77237f,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:25.751439 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1594737-1c6a-4115-aa1f-2da9ce242ebd req-819586d8-3656-4eff-ae21-0eb8dd95cfa2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:25.751955 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6b32-0290-408a-b76f-ae9cd0e36930 admin admin] Publish callbacks [] for security_group (9526bc60-946c-4d4f-8aa2-e06649a3345e), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.754815 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f1594737-1c6a-4115-aa1f-2da9ce242ebd req-819586d8-3656-4eff-ae21-0eb8dd95cfa2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.1829424 Jul 25 08:48:25.762054 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.762683 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 155d420f-fa28-4f16-9191-ddf83f49989e up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:25.772965 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f3dc6b32-0290-408a-b76f-ae9cd0e36930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (9526bc60-946c-4d4f-8aa2-e06649a3345e), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.870632 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:25.900224 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-13787aed-465f-466f-90a1-ba234be0ae27 None None] Current status of the port 155d420f-fa28-4f16-9191-ddf83f49989e is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:25.900647 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-13787aed-465f-466f-90a1-ba234be0ae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.912806 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc6b32-0290-408a-b76f-ae9cd0e36930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9526bc60-946c-4d4f-8aa2-e06649a3345e,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:25.927964 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f3dc6b32-0290-408a-b76f-ae9cd0e36930 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cab25aaa28146fd8c15a4b3bb4c4619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4760084 Jul 25 08:48:25.936397 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57918) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:25.946830 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 155d420f-fa28-4f16-9191-ddf83f49989e triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:25.947204 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:25.963012 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:25.976066 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Sync routers for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:48:25.994623 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:26.004001 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:26.039832 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Allocated IP 172.27.1.185 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/31210bb4-ce93-4664-9910-1cbcf85ce726) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:26.063186 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=687edc1b-85b1-40c3-9f68-4e53bd77237f,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:26.093254 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-13787aed-465f-466f-90a1-ba234be0ae27 None None] For port 155d420f-fa28-4f16-9191-ddf83f49989e, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=155d420f-fa28-4f16-9191-ddf83f49989e,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:26.106739 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-13787aed-465f-466f-90a1-ba234be0ae27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.149942 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:26.179818 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542e68e-5a95-44aa-807a-9592c9e7b89c req-5215aab9-8ac5-451e-bbb8-a0be0c90787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:26.181535 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7542e68e-5a95-44aa-807a-9592c9e7b89c req-5215aab9-8ac5-451e-bbb8-a0be0c90787e service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.4038153 Jul 25 08:48:26.193840 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (5965ebb0-6559-4950-bae0-e076f39b3a1f), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.210707 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-260aabe3-89c0-4409-b4bc-eb8ad2687913 admin admin] Publish callbacks [] for security_group (9526bc60-946c-4d4f-8aa2-e06649a3345e), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.253605 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-260aabe3-89c0-4409-b4bc-eb8ad2687913 admin admin] Publish callbacks [] for security_group (9526bc60-946c-4d4f-8aa2-e06649a3345e), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.289075 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5965ebb0-6559-4950-bae0-e076f39b3a1f,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:26.289504 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 155d420f-fa28-4f16-9191-ddf83f49989e is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:26.294236 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13787aed-465f-466f-90a1-ba234be0ae27 None None] Pushing event updated for resources: {'Port': ['ID=155d420f-fa28-4f16-9191-ddf83f49989e,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:26.300715 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-c94247ec-c1fe-4885-91c9-c692bdfbfe9d None None] Provisioning complete for port 155d420f-fa28-4f16-9191-ddf83f49989e triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:26.301091 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c94247ec-c1fe-4885-91c9-c692bdfbfe9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.379456 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7542e68e-5a95-44aa-807a-9592c9e7b89c req-e8af54bb-3ee0-4559-bb63-c8483d51b444 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e4d0870-3b4e-4551-b50c-c4f668b497de HTTP/1.1" status: 200 len: 217 time: 0.1873970 Jul 25 08:48:26.390353 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-c94247ec-c1fe-4885-91c9-c692bdfbfe9d None None] Current status of the port 155d420f-fa28-4f16-9191-ddf83f49989e is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:26.412002 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for port (31210bb4-ce93-4664-9910-1cbcf85ce726), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.417814 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f1594737-1c6a-4115-aa1f-2da9ce242ebd req-3c9e2291-d011-4241-92fc-7ae1432f25a4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116662 Jul 25 08:48:26.453978 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (31210bb4-ce93-4664-9910-1cbcf85ce726), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.483835 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (dc2582b5-5e00-4808-b782-4ea9357f071d), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.490426 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 2, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:26.496198 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-260aabe3-89c0-4409-b4bc-eb8ad2687913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (9526bc60-946c-4d4f-8aa2-e06649a3345e), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.499766 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-260aabe3-89c0-4409-b4bc-eb8ad2687913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.503855 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-260aabe3-89c0-4409-b4bc-eb8ad2687913 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9526bc60-946c-4d4f-8aa2-e06649a3345e HTTP/1.1" status: 204 len: 168 time: 0.5643151 Jul 25 08:48:26.519327 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:26.537673 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:26.537673 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:26.541121 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] Checking segment: {'id': '922d7fe0-61f0-41fc-8ca4-9ccf4c27de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:26.541485 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] Network hostable DHCP agents. Network: 43d25711-c8fd-4bad-bbe1-48fae01c4a82, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:48:26.546455 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260aabe3-89c0-4409-b4bc-eb8ad2687913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9526bc60-946c-4d4f-8aa2-e06649a3345e,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:26.585913 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'Port': ['ID=31210bb4-ce93-4664-9910-1cbcf85ce726,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:26.606012 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542e68e-5a95-44aa-807a-9592c9e7b89c req-b5b30338-3ff1-4bd0-8b74-7c6e59ddab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:26.619546 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7542e68e-5a95-44aa-807a-9592c9e7b89c req-b5b30338-3ff1-4bd0-8b74-7c6e59ddab25 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.2278578 Jul 25 08:48:26.625067 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:26.655426 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Checking router: b7705862-59b5-4122-9fe2-19d7aab24791 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:48:26.655783 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Updating router b7705862-59b5-4122-9fe2-19d7aab24791 port fc1b6121-13bb-4685-8948-34ba4a63b539 binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:48:26.688786 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.699511 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (867fde18-feba-42fc-887d-6d470374aef5), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.733050 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:26.751003 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:26.769876 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (31210bb4-ce93-4664-9910-1cbcf85ce726), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.817841 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] Network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:48:26.857968 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542e68e-5a95-44aa-807a-9592c9e7b89c req-3377728c-9863-426d-b304-f1b794887413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:26.859563 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7542e68e-5a95-44aa-807a-9592c9e7b89c req-3377728c-9863-426d-b304-f1b794887413 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164503 Jul 25 08:48:26.863404 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 43d25711-c8fd-4bad-bbe1-48fae01c4a82) {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:26.875051 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e97ab3c-8b6e-4999-a019-61fb6feef7ed None None] Network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:48:26.890081 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:26.890917 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:26.905747 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Router dc2582b5-5e00-4808-b782-4ea9357f071d is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:48:26.951744 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 687edc1b-85b1-40c3-9f68-4e53bd77237f up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:26.967675 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8d34de3c-1dc5-4cb2-b60e-4803679c071a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9447019 Jul 25 08:48:27.051985 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for port (31210bb4-ce93-4664-9910-1cbcf85ce726), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:27.062685 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (31210bb4-ce93-4664-9910-1cbcf85ce726), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:27.098118 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7542e68e-5a95-44aa-807a-9592c9e7b89c req-39d422fa-7285-4fa6-b285-e20cfa05fe57 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315464 Jul 25 08:48:27.146135 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:48:27.163499 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Publish callbacks [] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:27.173088 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:27.206026 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (867fde18-feba-42fc-887d-6d470374aef5), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:27.261161 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:27.264274 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8267481 Jul 25 08:48:27.264601 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:27.266479 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-cd76d128-ef27-48a2-91bb-a84afd19b11f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1949482 Jul 25 08:48:27.272061 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 57972) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:27.340203 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Pushing event updated for resources: {'Port': ['ID=fc1b6121-13bb-4685-8948-34ba4a63b539,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:27.372343 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.372343 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.372343 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.372962 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.372962 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.378036 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Sync routers for ids ['dc2582b5-5e00-4808-b782-4ea9357f071d'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:48:27.378169 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.378542 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.378849 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.379192 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.381521 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.382378 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.382378 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.382829 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.383168 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.383478 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:27.393606 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7542e68e-5a95-44aa-807a-9592c9e7b89c req-96778cf2-a21b-4b4b-bf65-5ec6eb7df484 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869997 Jul 25 08:48:27.412607 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Attempting to bind port fc1b6121-13bb-4685-8948-34ba4a63b539 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:27.413498 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Attempting to bind port fc1b6121-13bb-4685-8948-34ba4a63b539 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:27.413498 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Attempting to bind port fc1b6121-13bb-4685-8948-34ba4a63b539 on network 81feca48-2aba-4dcd-848a-634aff6ea348 {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:27.421535 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:27.424558 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Checking segment: {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:27.428780 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Routers {'dc2582b5-5e00-4808-b782-4ea9357f071d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:27.429612 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['dc2582b5-5e00-4808-b782-4ea9357f071d'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:27.429824 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:27.430280 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Bound using segment: {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:27.430796 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Bound port: fc1b6121-13bb-4685-8948-34ba4a63b539, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:27.431188 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:27.482885 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:27.518321 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:27.553750 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b178c826-7612-496f-8f46-abc73a908315 None None] Network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:48:27.580944 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] For port fc1b6121-13bb-4685-8948-34ba4a63b539, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:27.590672 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] For port fc1b6121-13bb-4685-8948-34ba4a63b539, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=fc1b6121-13bb-4685-8948-34ba4a63b539,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:27.599333 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81868683-4cd4-4353-882c-4d922f899815 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'Port': ['ID=31210bb4-ce93-4664-9910-1cbcf85ce726,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:27.612166 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:27.694527 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:27.723332 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe14fbe-940b-49e1-9541-a6f97379857d req-566deee2-8301-4609-ba2c-b8147c6db04e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:27.730949 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bfe14fbe-940b-49e1-9541-a6f97379857d req-566deee2-8301-4609-ba2c-b8147c6db04e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.1697512 Jul 25 08:48:27.771455 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e85d37-c6da-43c9-8cf1-44b02110b07d None None] Pushing event updated for resources: {'Port': ['ID=fc1b6121-13bb-4685-8948-34ba4a63b539,revision_number=4']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:27.794882 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:27.795885 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:27.798384 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-4fb7dfec-8cb2-4858-85c9-89d6ef805687 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--128550884&fields=id&tenant_id=f3491b85dc4543c88f500828b2df1d2d HTTP/1.1" status: 200 len: 267 time: 0.1527181 Jul 25 08:48:27.866404 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-389ce7cd-72e3-4f0d-8b16-4087e4d74c61 None None] Provisioning complete for port fc1b6121-13bb-4685-8948-34ba4a63b539 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:27.866775 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-389ce7cd-72e3-4f0d-8b16-4087e4d74c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:27.886595 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 687edc1b-85b1-40c3-9f68-4e53bd77237f triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:27.887251 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:28.018516 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:28.070246 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:28.078436 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bfe14fbe-940b-49e1-9541-a6f97379857d req-49000f2f-2f17-48c0-8d75-2d1512df6954 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837472 Jul 25 08:48:28.093787 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:28.175512 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-4fc62590-d356-4a12-a7fc-31367908cc56 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:28.185159 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-4fc62590-d356-4a12-a7fc-31367908cc56 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 817 time: 0.3626261 Jul 25 08:48:28.213687 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-30f07385-6127-4534-b030-e704d818db2e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/quotas/f3491b85dc4543c88f500828b2df1d2d HTTP/1.1" status: 200 len: 375 time: 0.0169566 Jul 25 08:48:28.219301 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Set router dc2582b5-5e00-4808-b782-4ea9357f071d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:28.334805 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-c447731b-4f94-4b00-ac9d-ac50b505b578 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202369 Jul 25 08:48:28.346682 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:28.359518 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Allocated IP 172.20.0.1 (5fca7c14-bb96-4e04-b288-c4911dc494c5/95c0354e-62b3-4ccb-9523-367338aa335c/9478f8e3-718f-45ed-9690-ff8af8c8fef4) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:28.421911 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 687edc1b-85b1-40c3-9f68-4e53bd77237f is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:28.425974 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 155d420f-fa28-4f16-9191-ddf83f49989e up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:28.460936 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:28.472028 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-389ce7cd-72e3-4f0d-8b16-4087e4d74c61 None None] Current status of the port fc1b6121-13bb-4685-8948-34ba4a63b539 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:28.472704 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-389ce7cd-72e3-4f0d-8b16-4087e4d74c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:28.517119 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Publish callbacks [] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:28.523480 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 155d420f-fa28-4f16-9191-ddf83f49989e triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:28.523850 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:28.535120 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:27Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:28.570555 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:28.584370 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952d6cb-a63a-47e9-9688-d6f729678ad5 None None] The sync data for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi is: [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:27Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:48:28.599403 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-12915804-c029-432a-aa04-e8211984818e service neutron] 10.222.0.52 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476890 Jul 25 08:48:28.631134 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-389ce7cd-72e3-4f0d-8b16-4087e4d74c61 None None] For port fc1b6121-13bb-4685-8948-34ba4a63b539, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=fc1b6121-13bb-4685-8948-34ba4a63b539,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:28.645904 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-389ce7cd-72e3-4f0d-8b16-4087e4d74c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:28.677733 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Network 5fca7c14-bb96-4e04-b288-c4911dc494c5 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:28.687186 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:28.703513 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:28.709333 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ce7cd-72e3-4f0d-8b16-4087e4d74c61 None None] Pushing event updated for resources: {'Port': ['ID=fc1b6121-13bb-4685-8948-34ba4a63b539,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:28.712487 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Pushing event updated for resources: {'Port': ['ID=9478f8e3-718f-45ed-9690-ff8af8c8fef4,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:28.743227 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 3, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:28.774880 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:28.802384 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-086e6966-d83a-4000-a2fe-fbbc89900512 None None] Provisioning complete for port fc1b6121-13bb-4685-8948-34ba4a63b539 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:28.802875 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-086e6966-d83a-4000-a2fe-fbbc89900512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:28.805248 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Checking router: dc2582b5-5e00-4808-b782-4ea9357f071d for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:48:28.805973 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Updating router dc2582b5-5e00-4808-b782-4ea9357f071d port 35d6f2c8-760f-4263-9fd7-62620316ba48 binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:48:28.818770 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (dc2582b5-5e00-4808-b782-4ea9357f071d), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:28.820759 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-8f93b7dc-d199-40dd-8ad6-adb211c96fc4 service neutron] 10.222.0.52 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158115 Jul 25 08:48:28.840071 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:28.863388 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 155d420f-fa28-4f16-9191-ddf83f49989e is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:28.909810 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:29.012910 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 58018) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:29.047799 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:29.136331 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-086e6966-d83a-4000-a2fe-fbbc89900512 None None] Current status of the port fc1b6121-13bb-4685-8948-34ba4a63b539 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:29.157389 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device fc1b6121-13bb-4685-8948-34ba4a63b539 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:29.181714 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.236066 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9eebfa1e-c336-488b-942e-09222aa6acb1 req-6341f4c4-1f00-4b14-9031-504f2d072618 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 210 time: 0.0599198 Jul 25 08:48:29.359298 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ddb33c33-e04d-4e5e-afde-5b944dbc2608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.415119 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:29.432875 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-02fe75e9-f696-4902-8174-0923cc167495 None None] Provisioning complete for port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:29.433257 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-02fe75e9-f696-4902-8174-0923cc167495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.441458 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Publish callbacks [] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.442054 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d342bf-f38a-4137-9b9a-065a9f816670 req-4096016e-9b54-4786-8e9a-4778bb8e322a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:29.447430 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.449496 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c4d342bf-f38a-4137-9b9a-065a9f816670 req-4096016e-9b54-4786-8e9a-4778bb8e322a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.2098014 Jul 25 08:48:29.496411 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-02fe75e9-f696-4902-8174-0923cc167495 None None] Port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:48:29.527472 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Pushing event updated for resources: {'Port': ['ID=9478f8e3-718f-45ed-9690-ff8af8c8fef4,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:29.541261 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (dc2582b5-5e00-4808-b782-4ea9357f071d), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.542208 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port fc1b6121-13bb-4685-8948-34ba4a63b539 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:29.542570 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.610699 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c4d342bf-f38a-4137-9b9a-065a9f816670 req-2dabd0d4-6545-46fe-9aeb-379eda98d794 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598535 Jul 25 08:48:29.635357 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=97 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:29.672513 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ddb33c33-e04d-4e5e-afde-5b944dbc2608 admin admin] Publish callbacks [] for security_group (e7e5ae48-a4e9-4c48-bdb2-781acc036dae), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.678064 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ddb33c33-e04d-4e5e-afde-5b944dbc2608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e7e5ae48-a4e9-4c48-bdb2-781acc036dae), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.688603 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Network 5fca7c14-bb96-4e04-b288-c4911dc494c5 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:29.690899 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:29.725783 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Publish callbacks [] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.738994 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.742537 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port fc1b6121-13bb-4685-8948-34ba4a63b539 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:29.762933 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-ddb33c33-e04d-4e5e-afde-5b944dbc2608 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5ee6a6d38bd4801aba2f913fc51838e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7483230 Jul 25 08:48:29.769018 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 58036) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:29.771143 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb33c33-e04d-4e5e-afde-5b944dbc2608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e5ae48-a4e9-4c48-bdb2-781acc036dae,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:29.794025 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:29.804798 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Attempting to bind port 35d6f2c8-760f-4263-9fd7-62620316ba48 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:29.805170 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Attempting to bind port 35d6f2c8-760f-4263-9fd7-62620316ba48 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:29.805533 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Attempting to bind port 35d6f2c8-760f-4263-9fd7-62620316ba48 on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:29.809186 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69982b33-90f9-405c-8af1-0a7b55d42275 None None] Pushing event updated for resources: {'Port': ['ID=35d6f2c8-760f-4263-9fd7-62620316ba48,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:29.820817 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:29.821194 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:29.821601 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.821982 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:29.822535 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Bound port: 35d6f2c8-760f-4263-9fd7-62620316ba48, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:29.822830 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.836483 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a731-b6a7-4e78-98bd-0ce5bf18c644 admin admin] Publish callbacks [] for security_group (e7e5ae48-a4e9-4c48-bdb2-781acc036dae), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.855951 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Router dc2582b5-5e00-4808-b782-4ea9357f071d has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:48:29.860367 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a731-b6a7-4e78-98bd-0ce5bf18c644 admin admin] Publish callbacks [] for security_group (e7e5ae48-a4e9-4c48-bdb2-781acc036dae), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.886353 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] For port 35d6f2c8-760f-4263-9fd7-62620316ba48, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:29.890518 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] For port 35d6f2c8-760f-4263-9fd7-62620316ba48, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=35d6f2c8-760f-4263-9fd7-62620316ba48,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:29.899686 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.930081 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a731-b6a7-4e78-98bd-0ce5bf18c644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e7e5ae48-a4e9-4c48-bdb2-781acc036dae), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.933152 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a731-b6a7-4e78-98bd-0ce5bf18c644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:29.937787 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a0e3a731-b6a7-4e78-98bd-0ce5bf18c644 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e7e5ae48-a4e9-4c48-bdb2-781acc036dae HTTP/1.1" status: 204 len: 168 time: 0.1642663 Jul 25 08:48:29.958600 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e3a731-b6a7-4e78-98bd-0ce5bf18c644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e5ae48-a4e9-4c48-bdb2-781acc036dae,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:30.016844 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Routers {'dc2582b5-5e00-4808-b782-4ea9357f071d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:30.017472 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['dc2582b5-5e00-4808-b782-4ea9357f071d'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:30.019221 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69982b33-90f9-405c-8af1-0a7b55d42275 None None] Pushing event updated for resources: {'Port': ['ID=35d6f2c8-760f-4263-9fd7-62620316ba48,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:30.027161 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:48:30.034972 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-1b1f982c-7c8c-4854-a4c6-e378677f96ff admin admin] 10.222.0.52 "PUT /v2.0/routers/dc2582b5-5e00-4808-b782-4ea9357f071d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7616637 Jul 25 08:48:30.075099 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:30.242364 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-3ada6ec1-e0a2-4c24-beaa-f010187acb02 None None] Provisioning complete for port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:30.242727 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3ada6ec1-e0a2-4c24-beaa-f010187acb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:30.317584 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-3ada6ec1-e0a2-4c24-beaa-f010187acb02 None None] Port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:48:30.339254 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] Set router dc2582b5-5e00-4808-b782-4ea9357f071d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:30.380271 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8c432a99-a453-417f-9815-44b5ea1e7b6e req-6beff42f-527f-4e87-86b1-541b74e79bff tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 210 time: 0.0436089 Jul 25 08:48:30.578119 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '9478f8e3-718f-45ed-9690-ff8af8c8fef4', 'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'mac_address': 'fa:16:3e:fa:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:28Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 2, 'project_id': '3404b1a99987401183c8e3e851b382db', 'subnets': [{'id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:30.605032 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b142002c-3b1c-4e83-8da1-a8ddd516cffd None None] The sync data for ids ['dc2582b5-5e00-4808-b782-4ea9357f071d'] in dv-cinder-850840-1-iscsi is: [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '9478f8e3-718f-45ed-9690-ff8af8c8fef4', 'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'mac_address': 'fa:16:3e:fa:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:28Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 2, 'project_id': '3404b1a99987401183c8e3e851b382db', 'subnets': [{'id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:48:30.746349 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ded649-7ad4-4bfc-9707-53697f8957df req-4505fbee-c718-47d2-a17e-ffa605410b30 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:30.748472 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c2ded649-7ad4-4bfc-9707-53697f8957df req-4505fbee-c718-47d2-a17e-ffa605410b30 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0556204 Jul 25 08:48:30.809889 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 58080) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:30.810927 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c2ded649-7ad4-4bfc-9707-53697f8957df req-846de12b-2905-4c1b-ba05-0875261bd039 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544343 Jul 25 08:48:30.817901 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-201215923-network', 'tenant_id': 'a4c21500aa804b7793d171a941d61706'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:30.866443 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Made reservation on behalf of a4c21500aa804b7793d171a941d61706 for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:48:30.869415 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:30.893711 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:30.986527 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:31.033317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Publish callbacks [] for security_group (12e0ed1f-4044-49e2-913a-7e5d759a6a64), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.038323 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (12e0ed1f-4044-49e2-913a-7e5d759a6a64), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.062824 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:48:31.078633 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e0ed1f-4044-49e2-913a-7e5d759a6a64,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:31.081636 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (d2a891a3-658b-4e47-8388-58521b6ea395), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.081974 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Added segment d2a891a3-658b-4e47-8388-58521b6ea395 of type vlan for network 275e4d42-c6b9-4ed8-9d59-bf021733882e Jul 25 08:48:31.144404 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (275e4d42-c6b9-4ed8-9d59-bf021733882e), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.175406 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (275e4d42-c6b9-4ed8-9d59-bf021733882e), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.176713 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:31.177298 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.241669 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4301267 Jul 25 08:48:31.245592 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 58092) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:31.255075 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] Request body: {'subnet': {'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-201215923-subnet', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'ip_version': 4}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:31.257190 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab07691-a740-4131-b6a2-51c90078f7ff admin admin] Pushing event updated for resources: {'Network': ['ID=275e4d42-c6b9-4ed8-9d59-bf021733882e,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:31.271101 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 275e4d42-c6b9-4ed8-9d59-bf021733882e details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:48:31.286551 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] Made reservation on behalf of a4c21500aa804b7793d171a941d61706 for: {'subnet': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:48:31.290653 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.554315 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aeb518b0-58d1-4cba-9782-816db8e86386 req-8270ba0e-3f37-439f-ba38-ceb403ddd3f1 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 210 time: 0.0421700 Jul 25 08:48:31.611935 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (b277f0bf-dea7-4c05-904f-be693a3a3e5c), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.652495 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:31.690312 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b277f0bf-dea7-4c05-904f-be693a3a3e5c,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:31.702085 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] Checking segment: {'id': 'd2a891a3-658b-4e47-8388-58521b6ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:31.702501 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] Network hostable DHCP agents. Network: 275e4d42-c6b9-4ed8-9d59-bf021733882e, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:48:31.721982 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] Network 275e4d42-c6b9-4ed8-9d59-bf021733882e is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:48:31.736286 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 275e4d42-c6b9-4ed8-9d59-bf021733882e) {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:31.741337 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:31.742189 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.746192 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5cde8c-0179-4a84-b9cc-a5a529d7c166 None None] Network 275e4d42-c6b9-4ed8-9d59-bf021733882e requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:48:31.774234 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:31.786691 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-42b264be-a563-4e11-83aa-861106868e6e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5392680 Jul 25 08:48:31.789556 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 58112) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:31.796934 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-201215923-router', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:31.824110 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (22f47d4e-cc7d-461d-9451-7f63d82b851d), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.826453 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (22f47d4e-cc7d-461d-9451-7f63d82b851d), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.891752 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-275e4d42-c6b9-4ed8-9d59-bf021733882e', 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e', 'project_id': 'a4c21500aa804b7793d171a941d61706', 'fixed_ips': [{'subnet_id': 'b277f0bf-dea7-4c05-904f-be693a3a3e5c'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:48:31.892936 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:31.913080 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Publish callbacks [] for router_controller (22f47d4e-cc7d-461d-9451-7f63d82b851d), precommit_add_association {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:32.058217 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Allocated IP 172.20.0.2 (275e4d42-c6b9-4ed8-9d59-bf021733882e/b277f0bf-dea7-4c05-904f-be693a3a3e5c/596a68d9-bca2-400a-bb00-b4bbe395175b) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:32.077231 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:32.252722 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Publish callbacks [] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:32.259728 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:32.316693 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Network 275e4d42-c6b9-4ed8-9d59-bf021733882e is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:32.320415 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:32.328733 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:32.336559 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Pushing event updated for resources: {'Port': ['ID=596a68d9-bca2-400a-bb00-b4bbe395175b,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:32.365243 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e050a2-d3b9-43fa-808f-4cfffdc3daf3 req-2ebdbcff-3eff-49e9-b467-9239ea205098 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:32.366798 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c1e050a2-d3b9-43fa-808f-4cfffdc3daf3 req-2ebdbcff-3eff-49e9-b467-9239ea205098 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.4077487 Jul 25 08:48:32.372401 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Publish callbacks [] for router_gateway (22f47d4e-cc7d-461d-9451-7f63d82b851d), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:32.427074 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Attempting to bind port 596a68d9-bca2-400a-bb00-b4bbe395175b on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:32.427472 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Attempting to bind port 596a68d9-bca2-400a-bb00-b4bbe395175b by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': 'd2a891a3-658b-4e47-8388-58521b6ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:32.427896 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Attempting to bind port 596a68d9-bca2-400a-bb00-b4bbe395175b on network 275e4d42-c6b9-4ed8-9d59-bf021733882e {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:32.434499 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:32.434965 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Checking segment: {'id': 'd2a891a3-658b-4e47-8388-58521b6ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:32.435943 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:32.436398 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Bound using segment: {'id': 'd2a891a3-658b-4e47-8388-58521b6ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:32.436960 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Bound port: 596a68d9-bca2-400a-bb00-b4bbe395175b, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a891a3-658b-4e47-8388-58521b6ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:32.437414 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:32.473662 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:48:32.482851 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c1e050a2-d3b9-43fa-808f-4cfffdc3daf3 req-20ed3ba8-0bf7-4c07-9e71-a32da54b6b20 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061053 Jul 25 08:48:32.487205 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:32.508622 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] For port 596a68d9-bca2-400a-bb00-b4bbe395175b, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:32.511572 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] For port 596a68d9-bca2-400a-bb00-b4bbe395175b, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=596a68d9-bca2-400a-bb00-b4bbe395175b,segment=NetworkSegment(d2a891a3-658b-4e47-8388-58521b6ea395),segment_id=d2a891a3-658b-4e47-8388-58521b6ea395)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:32.518504 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:32.577512 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6428d-c6f5-491f-9da6-d327601d4512 None None] Pushing event updated for resources: {'Port': ['ID=596a68d9-bca2-400a-bb00-b4bbe395175b,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:32.620238 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Publish callbacks [] for router_gateway (22f47d4e-cc7d-461d-9451-7f63d82b851d), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:32.644807 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:32.681643 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4c774eca-6a31-4605-9b2c-ee9359cc6af3 req-39dc4bfa-a6f5-4490-9a79-aef5d845a0ae tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 210 time: 0.0396023 Jul 25 08:48:32.826683 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Allocated IP 172.27.1.62 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/61679a62-9dec-45ee-9a81-6c20cd168b46) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:33.039720 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 35d6f2c8-760f-4263-9fd7-62620316ba48 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:33.040739 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Publish callbacks [] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:33.080611 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:33.092925 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 35d6f2c8-760f-4263-9fd7-62620316ba48 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:33.093668 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:33.137936 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:33.143632 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Pushing event updated for resources: {'Port': ['ID=61679a62-9dec-45ee-9a81-6c20cd168b46,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:33.159259 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:33.161470 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:33.170746 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:33.211307 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 35d6f2c8-760f-4263-9fd7-62620316ba48 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:33.212275 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:33.230371 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:33.239450 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 35d6f2c8-760f-4263-9fd7-62620316ba48, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=35d6f2c8-760f-4263-9fd7-62620316ba48,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:33.245516 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:33.246709 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 596a68d9-bca2-400a-bb00-b4bbe395175b up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:33.383624 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=35d6f2c8-760f-4263-9fd7-62620316ba48,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:33.395206 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 596a68d9-bca2-400a-bb00-b4bbe395175b triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:33.395759 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:33.498208 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 596a68d9-bca2-400a-bb00-b4bbe395175b is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:33.498864 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:33.522502 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Publish callbacks [] for router_gateway (22f47d4e-cc7d-461d-9451-7f63d82b851d), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:33.565088 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 596a68d9-bca2-400a-bb00-b4bbe395175b, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=596a68d9-bca2-400a-bb00-b4bbe395175b,segment=NetworkSegment(d2a891a3-658b-4e47-8388-58521b6ea395),segment_id=d2a891a3-658b-4e47-8388-58521b6ea395)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:33.576147 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:33.684166 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:33.724353 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=596a68d9-bca2-400a-bb00-b4bbe395175b,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:33.931824 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bddd9ef6-7e54-4a8e-b5c3-4dd6fef1dd26 req-5c42c535-c5aa-4257-9a4f-424382c01ad5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 210 time: 0.0654171 Jul 25 08:48:33.934584 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4033db-a47b-47aa-b097-953e0a73e11a None None] Network 275e4d42-c6b9-4ed8-9d59-bf021733882e requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:48:34.015638 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6197c4b-7b4f-47b4-a7b9-46ac97d24bda req-67f249c8-3ace-46f9-ae2e-2bc5c327f1ea tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:34.017532 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-a0e00929-7d33-4b62-b264-09070d7fa2f8 None None] Provisioning complete for port 596a68d9-bca2-400a-bb00-b4bbe395175b triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:34.018092 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a0e00929-7d33-4b62-b264-09070d7fa2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:34.024113 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c6197c4b-7b4f-47b4-a7b9-46ac97d24bda req-67f249c8-3ace-46f9-ae2e-2bc5c327f1ea tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.3787632 Jul 25 08:48:34.249233 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-a0e00929-7d33-4b62-b264-09070d7fa2f8 None None] Current status of the port 596a68d9-bca2-400a-bb00-b4bbe395175b is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:34.317624 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Sync routers for ids ['dc2582b5-5e00-4808-b782-4ea9357f071d'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:48:34.330662 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Routers {'dc2582b5-5e00-4808-b782-4ea9357f071d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:34.331562 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['dc2582b5-5e00-4808-b782-4ea9357f071d'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:34.359427 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c6197c4b-7b4f-47b4-a7b9-46ac97d24bda req-228dab80-8741-4af5-b47a-bedc4aba1e5c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337651 Jul 25 08:48:34.443859 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-bc640d75-4feb-4cab-b16b-0e630c7f7afb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:34.443859 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-bc640d75-4feb-4cab-b16b-0e630c7f7afb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.48 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 817 time: 0.6402471 Jul 25 08:48:34.484542 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (22f47d4e-cc7d-461d-9451-7f63d82b851d), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:34.558139 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Set router dc2582b5-5e00-4808-b782-4ea9357f071d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:34.579044 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-c5915769-2198-4f5f-b220-4a8fa8c01150 None None] Provisioning complete for port 596a68d9-bca2-400a-bb00-b4bbe395175b triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:34.583673 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c5915769-2198-4f5f-b220-4a8fa8c01150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:34.635188 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:34.674828 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-3530355e-8b03-424c-93bc-99b4ece6b001 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:34.676365 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-3530355e-8b03-424c-93bc-99b4ece6b001 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/networks?id=43d25711-c8fd-4bad-bbe1-48fae01c4a82 HTTP/1.1" status: 200 len: 813 time: 0.5105603 Jul 25 08:48:34.702967 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:34.704642 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-c5915769-2198-4f5f-b220-4a8fa8c01150 None None] Current status of the port 596a68d9-bca2-400a-bb00-b4bbe395175b is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:34.760946 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-0ab8b65e-05cf-4a3e-93a7-a41f30e6bb92 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/quotas/1e76bc803d784442936b25a7ad36d564 HTTP/1.1" status: 200 len: 375 time: 0.0446274 Jul 25 08:48:34.814231 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-c66a5090-3c60-465b-bfa1-0babbef2c233 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e76bc803d784442936b25a7ad36d564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523527 Jul 25 08:48:34.853070 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:34.890781 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '9478f8e3-718f-45ed-9690-ff8af8c8fef4', 'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'mac_address': 'fa:16:3e:fa:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:28Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 2, 'project_id': '3404b1a99987401183c8e3e851b382db', 'subnets': [{'id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:34.922377 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-9a1902c5-400d-4f66-829c-47c3f6c0b809 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3491b85dc4543c88f500828b2df1d2d HTTP/1.1" status: 200 len: 379 time: 0.2787938 Jul 25 08:48:34.928320 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Checking router: dc2582b5-5e00-4808-b782-4ea9357f071d for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:48:34.928320 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Updating router dc2582b5-5e00-4808-b782-4ea9357f071d port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:48:34.933993 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'port': {'device_id': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'admin_state_up': True, 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'security_groups': ['b0e8938c-c456-4822-a33f-48fa6b6da4cd']}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:34.946352 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Router 22f47d4e-cc7d-461d-9451-7f63d82b851d is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:48:34.974669 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:35.011420 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 35d6f2c8-760f-4263-9fd7-62620316ba48 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:35.103349 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 35d6f2c8-760f-4263-9fd7-62620316ba48 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:35.103924 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:35.167258 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:35.268162 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 35d6f2c8-760f-4263-9fd7-62620316ba48 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:35.269715 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 596a68d9-bca2-400a-bb00-b4bbe395175b up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:35.300414 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-2a8829dd-eb6c-4235-9216-ab11c4a12ffa service neutron] 10.222.0.52 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851351 Jul 25 08:48:35.304529 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Made reservation on behalf of f3491b85dc4543c88f500828b2df1d2d for: {'port': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:48:35.308383 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:35.331190 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 596a68d9-bca2-400a-bb00-b4bbe395175b triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:35.332002 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d1022629-4505-46e0-b349-e01f0147e57b req-719f6729-3fd9-4ae9-9d4c-f65d9865c93c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 210 time: 0.2788074 Jul 25 08:48:35.345886 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:35.424332 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Publish callbacks [] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:35.438576 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:35.454349 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-6101e9d9-3fc2-43c1-8b31-eea4ab178c71 service neutron] 10.222.0.52 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315992 Jul 25 08:48:35.523850 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f8df3-de79-49e3-aea0-3aea7150bcb3 None None] Pushing event updated for resources: {'Port': ['ID=9478f8e3-718f-45ed-9690-ff8af8c8fef4,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:35.615114 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bf4c9-a497-41dc-b87c-6b64191df6fd req-d91f748f-f2f5-4290-9a27-55f4c7bc4068 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:35.621272 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-082bf4c9-a497-41dc-b87c-6b64191df6fd req-d91f748f-f2f5-4290-9a27-55f4c7bc4068 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.1063755 Jul 25 08:48:35.676019 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:48:35.715061 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:35.717084 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-f093418a-2036-42f8-831b-4ee5505d68e3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9232345 Jul 25 08:48:35.720345 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 58198) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:35.748328 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Sync routers for ids ['22f47d4e-cc7d-461d-9451-7f63d82b851d'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:48:35.754445 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:35.801743 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 596a68d9-bca2-400a-bb00-b4bbe395175b is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:35.817035 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Routers {'22f47d4e-cc7d-461d-9451-7f63d82b851d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:35.820016 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['22f47d4e-cc7d-461d-9451-7f63d82b851d'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:35.905807 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:35.980401 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-98419238-ac7a-4566-907d-0d63aeb411b8 None None] Provisioning complete for port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:35.980836 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-98419238-ac7a-4566-907d-0d63aeb411b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:36.011518 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Set router 22f47d4e-cc7d-461d-9451-7f63d82b851d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:36.038499 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Attempting to bind port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:36.038878 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Attempting to bind port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:36.039236 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Attempting to bind port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 on network 5fca7c14-bb96-4e04-b288-c4911dc494c5 {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:36.055569 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:36.055945 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Checking segment: {'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:36.056349 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:36.056769 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Bound using segment: {'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:36.057245 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Bound port: 9478f8e3-718f-45ed-9690-ff8af8c8fef4, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:36.057620 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:36.220007 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] For port 9478f8e3-718f-45ed-9690-ff8af8c8fef4, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:36.228858 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] For port 9478f8e3-718f-45ed-9690-ff8af8c8fef4, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=9478f8e3-718f-45ed-9690-ff8af8c8fef4,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:36.232289 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:36.240019 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:36.332808 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-082bf4c9-a497-41dc-b87c-6b64191df6fd req-4d6ae7a3-6692-4062-bbb3-1dcdb03078ec tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7007449 Jul 25 08:48:36.346707 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bb7ad3a4-82fd-458b-9b54-61762147c6ff req-125c8f5d-0b9c-435c-b55f-c99c2bfd88ec tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 210 time: 0.5403025 Jul 25 08:48:36.406996 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Allocated IP 172.20.0.12 (81feca48-2aba-4dcd-848a-634aff6ea348/1be99303-e0bc-40ef-8fb6-2972583ade3e/8fcdc018-b6d0-4c78-ac99-e89933f5caf7) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:36.450170 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f8df3-de79-49e3-aea0-3aea7150bcb3 None None] Pushing event updated for resources: {'Port': ['ID=9478f8e3-718f-45ed-9690-ff8af8c8fef4,revision_number=4']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:36.481556 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Routers {'dc2582b5-5e00-4808-b782-4ea9357f071d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:36.484138 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['dc2582b5-5e00-4808-b782-4ea9357f071d'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:36.565306 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-98419238-ac7a-4566-907d-0d63aeb411b8 None None] Port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:48:36.850136 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] Set router dc2582b5-5e00-4808-b782-4ea9357f071d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:36.863741 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'name': 'tempest-TestMinimumBasicScenario-201215923-router', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:31Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 3, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'gw_port': {'id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:32Z', 'updated_at': '2022-07-25T08:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:36.908170 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:36.937882 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 58224) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:37.041839 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Checking router: 22f47d4e-cc7d-461d-9451-7f63d82b851d for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:48:37.048424 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Updating router 22f47d4e-cc7d-461d-9451-7f63d82b851d port 61679a62-9dec-45ee-9a81-6c20cd168b46 binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:48:37.078558 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.179056 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9478f8e3-718f-45ed-9690-ff8af8c8fef4 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:37.186323 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-05b177fe-cfeb-424f-91f9-0ab59cbde7af None None] Provisioning complete for port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:37.186870 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-05b177fe-cfeb-424f-91f9-0ab59cbde7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.320688 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'Port': ['ID=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:37.331871 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.342749 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Network 81feca48-2aba-4dcd-848a-634aff6ea348 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:37.349425 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.356510 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:37.361162 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:37.361334 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d1c83180-e253-4907-84d2-07ac2dc492f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.369525 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:37.370626 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:37.376065 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:37.377143 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.428905 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eb54e-9b7e-4673-9ecd-15597fabe339 req-6ba09300-9dd0-4d8d-858b-0086d38c123a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:37.441565 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-762eb54e-9b7e-4673-9ecd-15597fabe339 req-6ba09300-9dd0-4d8d-858b-0086d38c123a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 932 time: 0.4321961 Jul 25 08:48:37.486588 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-90b4f7f8-8900-4a40-9149-064cff828eb8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5576379 Jul 25 08:48:37.487103 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '9478f8e3-718f-45ed-9690-ff8af8c8fef4', 'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'mac_address': 'fa:16:3e:fa:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:28Z', 'updated_at': '2022-07-25T08:48:36Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'subnets': [{'id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:37.488290 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:37.525651 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Request body: {'port': {'device_id': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:37.547537 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:37.557482 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce79cad8-8830-49aa-bb2d-21b69ef9bf0a None None] The sync data for ids ['dc2582b5-5e00-4808-b782-4ea9357f071d'] in dv-cinder-850840-1-iscsi is: [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '9478f8e3-718f-45ed-9690-ff8af8c8fef4', 'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'mac_address': 'fa:16:3e:fa:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:28Z', 'updated_at': '2022-07-25T08:48:36Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'subnets': [{'id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:48:37.675967 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.743148 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-db0e904d-f5af-46d1-a5ba-47bfef9b3806 req-8cc7e768-82c9-4103-af44-fb3d38327529 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 210 time: 0.0789061 Jul 25 08:48:37.743475 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:37.744041 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.749152 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c6e49be3-5d1f-4685-8f5b-bd4970754ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.792887 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-762eb54e-9b7e-4673-9ecd-15597fabe339 req-0a1e8fec-926a-499c-a68e-3c05a981db80 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3503263 Jul 25 08:48:37.802189 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d1c83180-e253-4907-84d2-07ac2dc492f9 admin admin] Publish callbacks [] for security_group (b61a989f-1033-4340-806f-f8e2c7131f20), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.835280 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d1c83180-e253-4907-84d2-07ac2dc492f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b61a989f-1033-4340-806f-f8e2c7131f20), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.855396 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-05b177fe-cfeb-424f-91f9-0ab59cbde7af None None] Current status of the port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:37.855858 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-05b177fe-cfeb-424f-91f9-0ab59cbde7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:37.871089 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Allocated IP 172.20.0.1 (275e4d42-c6b9-4ed8-9d59-bf021733882e/b277f0bf-dea7-4c05-904f-be693a3a3e5c/db3d454f-2a39-4669-9d73-2a4f4e657d1a) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:37.976083 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c83180-e253-4907-84d2-07ac2dc492f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61a989f-1033-4340-806f-f8e2c7131f20,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:38.015800 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-05b177fe-cfeb-424f-91f9-0ab59cbde7af None None] For port 9478f8e3-718f-45ed-9690-ff8af8c8fef4, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=9478f8e3-718f-45ed-9690-ff8af8c8fef4,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:38.051735 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-05b177fe-cfeb-424f-91f9-0ab59cbde7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.090767 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-d1c83180-e253-4907-84d2-07ac2dc492f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=00dc4c5138824b8593691320fdab1b12&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1490743 Jul 25 08:48:38.137679 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 58238) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:38.243712 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 {{(pid=110462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:48:38.253948 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Publish callbacks [] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.269186 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.provisioning_blocks [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Transition to ACTIVE for port object 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 will not be triggered until provisioned by entity L2. {{(pid=110462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:48:38.270100 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:38.270809 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:38.280407 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.339271 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Pushing event updated for resources: {'Port': ['ID=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:38.433081 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-91da2254-b5e1-4c32-83ac-86ab82bc8f85 None None] Provisioning complete for port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:38.433922 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-91da2254-b5e1-4c32-83ac-86ab82bc8f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.442027 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Attempting to bind port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:38.442557 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Attempting to bind port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:38.442671 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Attempting to bind port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 on network 81feca48-2aba-4dcd-848a-634aff6ea348 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:38.443854 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:38.459167 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 on network 81feca48-2aba-4dcd-848a-634aff6ea348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:48:38.459167 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Attempting to bind port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 on network 81feca48-2aba-4dcd-848a-634aff6ea348 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:38.465761 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:38.466855 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Checking segment: {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:38.467247 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Bound using segment: {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:38.467836 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Bound port: 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'}}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:38.468197 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.568994 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Publish callbacks [] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.570945 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, cleared binding levels {{(pid=110462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:38.571932 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b177fe-cfeb-424f-91f9-0ab59cbde7af None None] Pushing event updated for resources: {'Port': ['ID=9478f8e3-718f-45ed-9690-ff8af8c8fef4,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:38.576202 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:38.589884 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.590737 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-91da2254-b5e1-4c32-83ac-86ab82bc8f85 None None] Port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:48:38.603823 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-ce28a89b-e678-4ab5-b51c-9741aa11a8b4 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:38.605091 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-ce28a89b-e678-4ab5-b51c-9741aa11a8b4 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.48 "GET /v2.0/networks?id=43d25711-c8fd-4bad-bbe1-48fae01c4a82 HTTP/1.1" status: 200 len: 813 time: 0.6438506 Jul 25 08:48:38.605776 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0587-34e8-48ad-8e50-fbe3c72035d5 admin admin] Publish callbacks [] for security_group (b61a989f-1033-4340-806f-f8e2c7131f20), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.606508 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.610248 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Publish callbacks [] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.647441 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Request body: {'port': {'device_id': '51c617f8-5881-4ef1-a9d2-2031c4cb3530', 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82', 'admin_state_up': True, 'tenant_id': '1e76bc803d784442936b25a7ad36d564'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:38.651096 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:38.651972 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.655574 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] 10.222.0.48 "PUT /v2.0/ports/8fcdc018-b6d0-4c78-ac99-e89933f5caf7 HTTP/1.1" status: 200 len: 1094 time: 1.1464238 Jul 25 08:48:38.656044 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:48:38.658791 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53fc022-ee04-4d3d-89d0-02bffa7045ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:48:38.685807 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 58254) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:38.708705 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a5dfd-310a-4c77-ba69-3081d28c3acd None None] Pushing event updated for resources: {'Port': ['ID=61679a62-9dec-45ee-9a81-6c20cd168b46,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:38.718250 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-7e13323e-aba9-4949-b762-33c285281046 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--889131366', 'description': 'tempest-description--2057978019'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:38.720321 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:38.762030 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Attempting to bind port 61679a62-9dec-45ee-9a81-6c20cd168b46 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:38.762501 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Attempting to bind port 61679a62-9dec-45ee-9a81-6c20cd168b46 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:38.762971 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Attempting to bind port 61679a62-9dec-45ee-9a81-6c20cd168b46 on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:38.768123 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0587-34e8-48ad-8e50-fbe3c72035d5 admin admin] Publish callbacks [] for security_group (b61a989f-1033-4340-806f-f8e2c7131f20), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.770895 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:38.772300 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:38.772300 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.774055 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:38.774680 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Bound port: 61679a62-9dec-45ee-9a81-6c20cd168b46, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:38.775159 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.793147 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de52be8-8641-4210-8275-1b0de8c0e47c x-openstack-request-id: req-1de52be8-8641-4210-8275-1b0de8c0e47c {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:48:38.793757 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:48:38.795707 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1de52be8-8641-4210-8275-1b0de8c0e47c {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:48:38.796308 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1de52be8-8641-4210-8275-1b0de8c0e47c'] response: {'name': 'network-changed', 'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'status': 'completed', 'code': 200} Jul 25 08:48:38.834019 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:38.922855 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:38.963785 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37f541-b740-4bc9-a44a-3545726be50a service neutron] Pushing event updated for resources: {'Port': ['ID=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,revision_number=3']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:38.964485 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:38.974795 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] For port 61679a62-9dec-45ee-9a81-6c20cd168b46, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:39.045758 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] For port 61679a62-9dec-45ee-9a81-6c20cd168b46, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=61679a62-9dec-45ee-9a81-6c20cd168b46,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:39.050644 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0587-34e8-48ad-8e50-fbe3c72035d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b61a989f-1033-4340-806f-f8e2c7131f20), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.054367 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0587-34e8-48ad-8e50-fbe3c72035d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.056413 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-0a7a0587-34e8-48ad-8e50-fbe3c72035d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b61a989f-1033-4340-806f-f8e2c7131f20 HTTP/1.1" status: 204 len: 168 time: 0.9149292 Jul 25 08:48:39.062806 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.063325 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Network 275e4d42-c6b9-4ed8-9d59-bf021733882e is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:39.069859 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7e13323e-aba9-4949-b762-33c285281046 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.073865 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:39.103168 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:39.109684 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:39.146517 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-7efdf878-157f-4f5f-8df6-508dd22a026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:39.146517 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-7efdf878-157f-4f5f-8df6-508dd22a026e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 1128 time: 0.3859112 Jul 25 08:48:39.165780 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a5dfd-310a-4c77-ba69-3081d28c3acd None None] Pushing event updated for resources: {'Port': ['ID=61679a62-9dec-45ee-9a81-6c20cd168b46,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:39.172248 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9478f8e3-718f-45ed-9690-ff8af8c8fef4 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:39.235686 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Routers {'22f47d4e-cc7d-461d-9451-7f63d82b851d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:39.236330 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['22f47d4e-cc7d-461d-9451-7f63d82b851d'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:39.250530 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (22f47d4e-cc7d-461d-9451-7f63d82b851d), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.257821 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Pushing event updated for resources: {'Port': ['ID=db3d454f-2a39-4669-9d73-2a4f4e657d1a,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:39.361237 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dcfedd89-78fc-445b-ac39-163e73ea46a2 req-09b415f6-3f56-424e-87e9-c5d8082d0d81 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 210 time: 0.2727363 Jul 25 08:48:39.381098 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a0587-34e8-48ad-8e50-fbe3c72035d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61a989f-1033-4340-806f-f8e2c7131f20,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:39.385648 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:39.386029 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.387528 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea2b24-94af-4467-a304-fe7ca5a57530 req-0e0b8ad7-f7e2-4328-9542-12c4206e05c2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:39.391495 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-60ea2b24-94af-4467-a304-fe7ca5a57530 req-0e0b8ad7-f7e2-4328-9542-12c4206e05c2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.4075613 Jul 25 08:48:39.392118 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Made reservation on behalf of 1e76bc803d784442936b25a7ad36d564 for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:48:39.405309 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.407291 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-cdc76983-4827-468b-b8f3-3bdfa9eb3d55 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7 HTTP/1.1" status: 200 len: 217 time: 0.1643319 Jul 25 08:48:39.645170 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] Set router 22f47d4e-cc7d-461d-9451-7f63d82b851d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:39.691524 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 58268) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:39.716753 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-d5cb4265-a66d-45c9-8541-b3eb5cd269b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:39.718304 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-d5cb4265-a66d-45c9-8541-b3eb5cd269b0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 200 len: 856 time: 0.2902369 Jul 25 08:48:39.743430 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:39.745763 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-b71d0f46-9725-4cdf-bcdc-d804dd6a13ef None None] Provisioning complete for port db3d454f-2a39-4669-9d73-2a4f4e657d1a triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:39.746135 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b71d0f46-9725-4cdf-bcdc-d804dd6a13ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.771742 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5337abcc-5cdf-4329-b783-7f2a8d66eb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.824848 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-60ea2b24-94af-4467-a304-fe7ca5a57530 req-63394f95-f3b3-43df-899e-0038cfcceae6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072108 Jul 25 08:48:39.827564 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7e13323e-aba9-4949-b762-33c285281046 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group (241e85e8-e9ea-47f3-b9b3-d4057dc44b96), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.841814 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-b71d0f46-9725-4cdf-bcdc-d804dd6a13ef None None] Port db3d454f-2a39-4669-9d73-2a4f4e657d1a cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:48:39.842076 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7e13323e-aba9-4949-b762-33c285281046 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (241e85e8-e9ea-47f3-b9b3-d4057dc44b96), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.883009 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ecf6b930-fb7e-4547-9593-b5163c0f20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:39.884170 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Allocated IP 172.20.0.2 (43d25711-c8fd-4bad-bbe1-48fae01c4a82/5965ebb0-6559-4950-bae0-e076f39b3a1f/a890aaec-1df4-4858-be7e-3764009f17a4) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:39.896205 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-ecf6b930-fb7e-4547-9593-b5163c0f20d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81feca48-2aba-4dcd-848a-634aff6ea348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1551585 Jul 25 08:48:39.903283 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.915347 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:39.967323 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'name': 'tempest-TestMinimumBasicScenario-201215923-router', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:31Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 3, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'gw_port': {'id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:32Z', 'updated_at': '2022-07-25T08:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:39.979615 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7e13323e-aba9-4949-b762-33c285281046 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:39.980465 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-7e13323e-aba9-4949-b762-33c285281046 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2804878 Jul 25 08:48:39.983087 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13323e-aba9-4949-b762-33c285281046 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241e85e8-e9ea-47f3-b9b3-d4057dc44b96,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:39.985843 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 58270) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:40.013860 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-270dcc80-678a-47ff-bfad-b36aca89aa2b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Request body: {'security_group_rule': {'security_group_id': '241e85e8-e9ea-47f3-b9b3-d4057dc44b96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:40.038687 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a48d9e-0abe-4ae8-9adc-d8e75b2f1821 None None] The sync data for ids ['22f47d4e-cc7d-461d-9451-7f63d82b851d'] in dv-cinder-850840-1-iscsi is: [{'id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'name': 'tempest-TestMinimumBasicScenario-201215923-router', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:31Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 3, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'gw_port': {'id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:32Z', 'updated_at': '2022-07-25T08:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:48:40.064673 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-a5c9ca53-209d-4744-81e9-e5ee73449711 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496451 Jul 25 08:48:40.069494 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-22629116-d74a-4684-9b58-9796af410c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.104135 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5337abcc-5cdf-4329-b783-7f2a8d66eb0c admin admin] Publish callbacks [] for security_group (2509b7bc-966d-46bf-911f-4164c00e60dc), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.116774 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5337abcc-5cdf-4329-b783-7f2a8d66eb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (2509b7bc-966d-46bf-911f-4164c00e60dc), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.138398 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:40.139314 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-270dcc80-678a-47ff-bfad-b36aca89aa2b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group_rule (c360f250-2bb9-4611-85fe-c1cf850b3c90), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.190218 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:40.218022 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-231ecf9f-c9c0-4505-84d7-f99b40e5b186 req-1401056a-dd3d-4570-b665-c0d07181c0a0 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425779 Jul 25 08:48:40.311837 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:40.334785 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-5337abcc-5cdf-4329-b783-7f2a8d66eb0c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fedd4d8c8e00421ab7a88ac1ba8359dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6394374 Jul 25 08:48:40.337716 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 58278) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:40.349290 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337abcc-5cdf-4329-b783-7f2a8d66eb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2509b7bc-966d-46bf-911f-4164c00e60dc,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:40.498131 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ebdbaa13-db8b-4c5b-8005-c9d223bd28ec admin admin] Publish callbacks [] for security_group (2509b7bc-966d-46bf-911f-4164c00e60dc), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.520044 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-270dcc80-678a-47ff-bfad-b36aca89aa2b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group_rule (c360f250-2bb9-4611-85fe-c1cf850b3c90), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.578171 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks [] for port (a890aaec-1df4-4858-be7e-3764009f17a4), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.581607 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-270dcc80-678a-47ff-bfad-b36aca89aa2b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (c360f250-2bb9-4611-85fe-c1cf850b3c90), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.590227 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f8adfb5a-2333-4916-8800-3603f47d38d4 req-3b26b3a3-4897-4bd0-8e97-d0dd469f3b3f tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 210 time: 0.0939586 Jul 25 08:48:40.623279 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ebdbaa13-db8b-4c5b-8005-c9d223bd28ec admin admin] Publish callbacks [] for security_group (2509b7bc-966d-46bf-911f-4164c00e60dc), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.664398 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dcc80-678a-47ff-bfad-b36aca89aa2b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c360f250-2bb9-4611-85fe-c1cf850b3c90,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:40.680663 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Publish callbacks [] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.686971 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-270dcc80-678a-47ff-bfad-b36aca89aa2b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.691229 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-270dcc80-678a-47ff-bfad-b36aca89aa2b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6941862 Jul 25 08:48:40.693739 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 58284) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:40.701112 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-4f7aac78-1049-4f56-83ff-c1c5e39ee2b2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Request body: {'security_group_rule': {'security_group_id': '241e85e8-e9ea-47f3-b9b3-d4057dc44b96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:40.705947 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.739274 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ebdbaa13-db8b-4c5b-8005-c9d223bd28ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (2509b7bc-966d-46bf-911f-4164c00e60dc), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.741987 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ebdbaa13-db8b-4c5b-8005-c9d223bd28ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.743175 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-ebdbaa13-db8b-4c5b-8005-c9d223bd28ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2509b7bc-966d-46bf-911f-4164c00e60dc HTTP/1.1" status: 204 len: 168 time: 0.4042833 Jul 25 08:48:40.754326 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbaa13-db8b-4c5b-8005-c9d223bd28ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2509b7bc-966d-46bf-911f-4164c00e60dc,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:40.886889 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Pushing event updated for resources: {'Port': ['ID=db3d454f-2a39-4669-9d73-2a4f4e657d1a,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:40.889821 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (22f47d4e-cc7d-461d-9451-7f63d82b851d), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.895009 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:40.968392 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Pushing event updated for resources: {'Port': ['ID=a890aaec-1df4-4858-be7e-3764009f17a4,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:41.009748 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:41.020994 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4f7aac78-1049-4f56-83ff-c1c5e39ee2b2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group_rule (c5c1e25a-a4ce-470b-90ba-0ec194413c28), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:41.046055 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:41.073584 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 61679a62-9dec-45ee-9a81-6c20cd168b46 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:41.142930 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab3a3-066e-4b38-9119-2c0146cb9ab8 req-90d7b60a-e33e-4854-97fb-8b1bf456119b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:41.145212 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0f5ab3a3-066e-4b38-9119-2c0146cb9ab8 req-90d7b60a-e33e-4854-97fb-8b1bf456119b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0862052 Jul 25 08:48:41.179945 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 61679a62-9dec-45ee-9a81-6c20cd168b46 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:41.183599 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:41.293090 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0f5ab3a3-066e-4b38-9119-2c0146cb9ab8 req-9ea9c5be-caf3-461f-9b68-7de2974d2881 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393986 Jul 25 08:48:41.367639 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Network 275e4d42-c6b9-4ed8-9d59-bf021733882e is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:41.376240 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:41.379187 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:41.390335 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:41.418531 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:41.422053 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:41.580661 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 61679a62-9dec-45ee-9a81-6c20cd168b46 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:41.581382 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:41.613514 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4f7aac78-1049-4f56-83ff-c1c5e39ee2b2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group_rule (c5c1e25a-a4ce-470b-90ba-0ec194413c28), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:41.622938 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 61679a62-9dec-45ee-9a81-6c20cd168b46, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=61679a62-9dec-45ee-9a81-6c20cd168b46,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:41.630459 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:41.631941 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4f7aac78-1049-4f56-83ff-c1c5e39ee2b2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (c5c1e25a-a4ce-470b-90ba-0ec194413c28), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:41.644022 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:41.644670 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:41.667486 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:41.704667 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4f7aac78-1049-4f56-83ff-c1c5e39ee2b2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:41.708760 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-4f7aac78-1049-4f56-83ff-c1c5e39ee2b2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0110433 Jul 25 08:48:41.709945 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 58308) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:41.714121 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:41.723558 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7aac78-1049-4f56-83ff-c1c5e39ee2b2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c1e25a-a4ce-470b-90ba-0ec194413c28,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:41.754548 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Router 22f47d4e-cc7d-461d-9451-7f63d82b851d has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:48:41.759289 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=61679a62-9dec-45ee-9a81-6c20cd168b46,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:41.759553 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-18f2d049-a1fa-4f78-b713-187717ec9806 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1216445 Jul 25 08:48:41.795476 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:41.892683 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-413b1396-bbcd-4393-b777-c0a85efc20ef None None] Provisioning complete for port db3d454f-2a39-4669-9d73-2a4f4e657d1a triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:41.896230 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-413b1396-bbcd-4393-b777-c0a85efc20ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:41.907249 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881fb78-1dde-4df2-b6fa-ea14601b6cce req-1a99dc50-1a52-4eef-a1b5-5dd8dfc0624f tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:41.908956 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1881fb78-1dde-4df2-b6fa-ea14601b6cce req-1a99dc50-1a52-4eef-a1b5-5dd8dfc0624f tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 931 time: 0.0546153 Jul 25 08:48:41.911932 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:48:41.928292 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b2e91faa-f8a7-4c4b-b3cf-8fffc99a3914 admin admin] 10.222.0.52 "PUT /v2.0/routers/22f47d4e-cc7d-461d-9451-7f63d82b851d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1998451 Jul 25 08:48:42.001896 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-413b1396-bbcd-4393-b777-c0a85efc20ef None None] Port db3d454f-2a39-4669-9d73-2a4f4e657d1a cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:48:42.070217 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1881fb78-1dde-4df2-b6fa-ea14601b6cce req-f9c79f6e-97f5-4ed5-ba16-27d7c07b4637 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524961 Jul 25 08:48:42.072411 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:42.266538 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Allocated IP 172.27.1.142 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/21609c91-e541-4d98-bffa-ff2a47446fa6) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:48:42.404068 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:42.588526 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af53f78-4d59-44af-9707-bbf5249beecf req-8dc755e4-808d-48f7-80ad-81cad946444e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:42.591917 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4af53f78-4d59-44af-9707-bbf5249beecf req-8dc755e4-808d-48f7-80ad-81cad946444e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.1046810 Jul 25 08:48:42.667845 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:42.682341 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for port (21609c91-e541-4d98-bffa-ff2a47446fa6), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:42.725010 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4af53f78-4d59-44af-9707-bbf5249beecf req-049a834c-9b95-4296-b6f6-d2cdf003687d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196742 Jul 25 08:48:42.756252 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:42.766919 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (21609c91-e541-4d98-bffa-ff2a47446fa6), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:42.818035 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:42.833827 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:48:42.838554 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:48:42.845480 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Sync routers for ids ['22f47d4e-cc7d-461d-9451-7f63d82b851d'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:48:42.856194 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:48:42.862390 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Routers {'22f47d4e-cc7d-461d-9451-7f63d82b851d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:42.863016 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['22f47d4e-cc7d-461d-9451-7f63d82b851d'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:42.971241 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event updated for resources: {'Port': ['ID=21609c91-e541-4d98-bffa-ff2a47446fa6,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:42.996098 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for floatingip (e02cf177-950f-4032-9c50-208b4304760c), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:43.002600 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 61679a62-9dec-45ee-9a81-6c20cd168b46 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:43.042023 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:43.055704 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Set router 22f47d4e-cc7d-461d-9451-7f63d82b851d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:43.062770 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 61679a62-9dec-45ee-9a81-6c20cd168b46 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:43.063128 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:43.100960 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (21609c91-e541-4d98-bffa-ff2a47446fa6), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:43.190760 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 61679a62-9dec-45ee-9a81-6c20cd168b46 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:43.307513 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Request body: {'port': {'device_id': '51c617f8-5881-4ef1-a9d2-2031c4cb3530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:43.335134 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75c707-4119-40a5-93ed-62ab33e74492 req-0464fcf0-f8c5-418f-affc-07b962f54000 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:43.336620 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4a75c707-4119-40a5-93ed-62ab33e74492 req-0464fcf0-f8c5-418f-affc-07b962f54000 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 931 time: 0.1027286 Jul 25 08:48:43.393847 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'name': 'tempest-TestMinimumBasicScenario-201215923-router', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:31Z', 'updated_at': '2022-07-25T08:48:39Z', 'revision_number': 4, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'gw_port': {'id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:32Z', 'updated_at': '2022-07-25T08:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'db3d454f-2a39-4669-9d73-2a4f4e657d1a', 'name': '', 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'mac_address': 'fa:16:3e:4f:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b277f0bf-dea7-4c05-904f-be693a3a3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:37Z', 'updated_at': '2022-07-25T08:48:40Z', 'revision_number': 2, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'subnets': [{'id': 'b277f0bf-dea7-4c05-904f-be693a3a3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:43.424488 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Checking router: 22f47d4e-cc7d-461d-9451-7f63d82b851d for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:48:43.425262 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Updating router 22f47d4e-cc7d-461d-9451-7f63d82b851d port db3d454f-2a39-4669-9d73-2a4f4e657d1a binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:48:43.437243 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:43.445648 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fc022-ee04-4d3d-89d0-02bffa7045ab req-d4049159-c149-44df-8bfd-953d80f31359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:43.447183 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b53fc022-ee04-4d3d-89d0-02bffa7045ab req-d4049159-c149-44df-8bfd-953d80f31359 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 1128 time: 0.1418278 Jul 25 08:48:43.483533 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:43.554357 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for port (21609c91-e541-4d98-bffa-ff2a47446fa6), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:43.559501 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4a75c707-4119-40a5-93ed-62ab33e74492 req-69498821-46c0-40b7-9091-1d7c76af2cf4 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096672 Jul 25 08:48:43.588110 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (21609c91-e541-4d98-bffa-ff2a47446fa6), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:43.689669 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (e02cf177-950f-4032-9c50-208b4304760c), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:43.786198 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event updated for resources: {'Port': ['ID=21609c91-e541-4d98-bffa-ff2a47446fa6,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:43.857301 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:43.869437 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a1fa5d3f-6f7f-4dc4-8353-bf17075cb2e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1513524 Jul 25 08:48:43.894299 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fc022-ee04-4d3d-89d0-02bffa7045ab req-a98b7140-f3b7-4b03-b92d-cb7b1bca9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:43.895827 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b53fc022-ee04-4d3d-89d0-02bffa7045ab req-a98b7140-f3b7-4b03-b92d-cb7b1bca9e67 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 918 time: 0.4280512 Jul 25 08:48:44.046397 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Publish callbacks [] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:44.049106 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:44.050001 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b53fc022-ee04-4d3d-89d0-02bffa7045ab req-d1169ad7-fd42-4890-b3a5-50ec3c3658a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7 HTTP/1.1" status: 200 len: 217 time: 0.1412785 Jul 25 08:48:44.056836 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:44.096811 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a890aaec-1df4-4858-be7e-3764009f17a4 {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:48:44.116625 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Publish callbacks [] for port (a890aaec-1df4-4858-be7e-3764009f17a4), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:44.135990 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Transition to ACTIVE for port object a890aaec-1df4-4858-be7e-3764009f17a4 will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:48:44.140493 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:44.169228 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f3472-dffb-40a6-98f9-e14fc1d72ae4 req-8107ab3b-06b1-47b7-b5c8-a2e7ff12e86f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:44.178029 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-244f3472-dffb-40a6-98f9-e14fc1d72ae4 req-8107ab3b-06b1-47b7-b5c8-a2e7ff12e86f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.2522042 Jul 25 08:48:44.178546 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d4e4e-fde2-4ea1-ad60-5116ccfa395f None None] Pushing event updated for resources: {'Port': ['ID=db3d454f-2a39-4669-9d73-2a4f4e657d1a,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:44.208670 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Pushing event updated for resources: {'Port': ['ID=a890aaec-1df4-4858-be7e-3764009f17a4,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:44.289840 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-244f3472-dffb-40a6-98f9-e14fc1d72ae4 req-c26b3234-3b55-473c-a668-0b63772f8ae2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102569 Jul 25 08:48:44.291840 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fc022-ee04-4d3d-89d0-02bffa7045ab req-68029197-3a5e-4a49-ab44-2c4ad9937d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:44.293342 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b53fc022-ee04-4d3d-89d0-02bffa7045ab req-68029197-3a5e-4a49-ab44-2c4ad9937d17 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 200 len: 856 time: 0.2097359 Jul 25 08:48:44.396296 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Attempting to bind port a890aaec-1df4-4858-be7e-3764009f17a4 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:44.396890 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Attempting to bind port db3d454f-2a39-4669-9d73-2a4f4e657d1a on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:48:44.396994 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Attempting to bind port a890aaec-1df4-4858-be7e-3764009f17a4 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '922d7fe0-61f0-41fc-8ca4-9ccf4c27de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:44.396994 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Attempting to bind port a890aaec-1df4-4858-be7e-3764009f17a4 on network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:44.399246 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Attempting to bind port db3d454f-2a39-4669-9d73-2a4f4e657d1a by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': 'd2a891a3-658b-4e47-8388-58521b6ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:48:44.401743 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Attempting to bind port db3d454f-2a39-4669-9d73-2a4f4e657d1a on network 275e4d42-c6b9-4ed8-9d59-bf021733882e {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:44.411237 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:44.411509 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Port a890aaec-1df4-4858-be7e-3764009f17a4 on network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:48:44.411623 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Attempting to bind port a890aaec-1df4-4858-be7e-3764009f17a4 on network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:48:44.412036 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Checking segment: {'id': 'd2a891a3-658b-4e47-8388-58521b6ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:44.412548 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:44.413207 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Bound using segment: {'id': 'd2a891a3-658b-4e47-8388-58521b6ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:44.413766 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Bound port: db3d454f-2a39-4669-9d73-2a4f4e657d1a, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a891a3-658b-4e47-8388-58521b6ea395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:44.414309 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:44.417499 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:44.418745 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fc022-ee04-4d3d-89d0-02bffa7045ab req-e44ab1ba-8a16-4239-9d0b-a6a1014ea9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:44.423007 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b53fc022-ee04-4d3d-89d0-02bffa7045ab req-e44ab1ba-8a16-4239-9d0b-a6a1014ea9b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81feca48-2aba-4dcd-848a-634aff6ea348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1190624 Jul 25 08:48:44.543309 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-d5657e16-14c0-4005-bffc-cd4260ea697d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1281333 Jul 25 08:48:44.544643 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:48:44.544983 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Checking segment: {'id': '922d7fe0-61f0-41fc-8ca4-9ccf4c27de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:48:44.545360 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Bound using segment: {'id': '922d7fe0-61f0-41fc-8ca4-9ccf4c27de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:48:44.545796 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Bound port: a890aaec-1df4-4858-be7e-3764009f17a4, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922d7fe0-61f0-41fc-8ca4-9ccf4c27de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:48:44.546157 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:44.562652 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] For port db3d454f-2a39-4669-9d73-2a4f4e657d1a, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:44.585929 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] For port db3d454f-2a39-4669-9d73-2a4f4e657d1a, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=db3d454f-2a39-4669-9d73-2a4f4e657d1a,segment=NetworkSegment(d2a891a3-658b-4e47-8388-58521b6ea395),segment_id=d2a891a3-658b-4e47-8388-58521b6ea395)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:44.610515 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:44.662411 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:44.663348 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:44.677397 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b53fc022-ee04-4d3d-89d0-02bffa7045ab req-fceb01d9-6dc1-417d-8250-5217eddacfd5 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474623 Jul 25 08:48:44.682665 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-cf6e12c0-c913-4404-a189-c1bed4a0f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:44.687409 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-cf6e12c0-c913-4404-a189-c1bed4a0f5c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 1129 time: 0.0990729 Jul 25 08:48:44.749061 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-724b341c-63d1-45a7-8969-2d4ee23f36a7 None None] Provisioning complete for port db3d454f-2a39-4669-9d73-2a4f4e657d1a triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:44.749549 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-724b341c-63d1-45a7-8969-2d4ee23f36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:44.755750 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:44.828109 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d4e4e-fde2-4ea1-ad60-5116ccfa395f None None] Pushing event updated for resources: {'Port': ['ID=db3d454f-2a39-4669-9d73-2a4f4e657d1a,revision_number=4']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:44.837132 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Routers {'22f47d4e-cc7d-461d-9451-7f63d82b851d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:44.838592 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['22f47d4e-cc7d-461d-9451-7f63d82b851d'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:45.095960 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc2d3e-f9a3-480d-8de5-f5ae642a3711 req-7f6e6875-5006-434f-8843-9ecf1090bcf0 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:45.095960 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-74bc2d3e-f9a3-480d-8de5-f5ae642a3711 req-7f6e6875-5006-434f-8843-9ecf1090bcf0 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 943 time: 0.2507179 Jul 25 08:48:45.113370 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-724b341c-63d1-45a7-8969-2d4ee23f36a7 None None] Current status of the port db3d454f-2a39-4669-9d73-2a4f4e657d1a is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:45.113370 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-724b341c-63d1-45a7-8969-2d4ee23f36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:45.113370 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:48:45.155705 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:45.232948 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] For port a890aaec-1df4-4858-be7e-3764009f17a4, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:48:45.262498 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] Set router 22f47d4e-cc7d-461d-9451-7f63d82b851d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:45.330369 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] For port a890aaec-1df4-4858-be7e-3764009f17a4, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a890aaec-1df4-4858-be7e-3764009f17a4,segment=NetworkSegment(922d7fe0-61f0-41fc-8ca4-9ccf4c27de00),segment_id=922d7fe0-61f0-41fc-8ca4-9ccf4c27de00)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:48:45.339517 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-b535a90e-200f-4d61-8fba-6e9d53d52533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:45.343363 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-b535a90e-200f-4d61-8fba-6e9d53d52533 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.6191797 Jul 25 08:48:45.347063 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:45.390258 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:45.406342 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'port_id': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'mac_address': 'fa:16:3e:26:08:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:48:45.406715 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-74bc2d3e-f9a3-480d-8de5-f5ae642a3711 req-fb71940c-a0d7-4fe7-9b73-dbf6cee27935 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584779 Jul 25 08:48:45.414596 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b53fc022-ee04-4d3d-89d0-02bffa7045ab req-ec9314eb-2a5f-4698-9724-a4b636f7a063 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7308714 Jul 25 08:48:45.448405 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-724b341c-63d1-45a7-8969-2d4ee23f36a7 None None] For port db3d454f-2a39-4669-9d73-2a4f4e657d1a, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=db3d454f-2a39-4669-9d73-2a4f4e657d1a,segment=NetworkSegment(d2a891a3-658b-4e47-8388-58521b6ea395),segment_id=d2a891a3-658b-4e47-8388-58521b6ea395)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:45.457122 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-724b341c-63d1-45a7-8969-2d4ee23f36a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:45.526837 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b341c-63d1-45a7-8969-2d4ee23f36a7 None None] Pushing event updated for resources: {'Port': ['ID=db3d454f-2a39-4669-9d73-2a4f4e657d1a,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:45.533315 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:45.534091 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:45.555717 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:48:45.582899 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-a8d35eda-d446-43d5-ac79-61940745bbec None None] Provisioning complete for port db3d454f-2a39-4669-9d73-2a4f4e657d1a triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:45.583673 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a8d35eda-d446-43d5-ac79-61940745bbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:45.593741 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-5c39ebc6-8984-40b8-8a88-d277707c34ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28a4c653-6358-4c44-a455-40a51fe64fbc HTTP/1.1" status: 200 len: 217 time: 0.1507826 Jul 25 08:48:45.647151 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:45.647765 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:45.649146 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] 10.222.0.48 "PUT /v2.0/ports/a890aaec-1df4-4858-be7e-3764009f17a4 HTTP/1.1" status: 200 len: 1093 time: 2.3498352 Jul 25 08:48:45.654163 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:45.665347 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c617f8-5881-4ef1-a9d2-2031c4cb3530', 'tag': 'a890aaec-1df4-4858-be7e-3764009f17a4'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:48:45.667754 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ccbd59-9c9d-440f-82ca-1d20f38eef40" -d '{"events": [{"name": "network-changed", "server_uuid": "51c617f8-5881-4ef1-a9d2-2031c4cb3530", "tag": "a890aaec-1df4-4858-be7e-3764009f17a4"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:48:45.690032 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:45.697565 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cce83-881c-43e4-8d02-398a56d042bb req-e936ff8d-94b5-4f85-bc1e-db84ba313989 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:45.712010 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-885cce83-881c-43e4-8d02-398a56d042bb req-e936ff8d-94b5-4f85-bc1e-db84ba313989 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0975389 Jul 25 08:48:45.788730 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa187e54-3509-4b28-ae59-b5049da9e83e service neutron] Pushing event updated for resources: {'Port': ['ID=a890aaec-1df4-4858-be7e-3764009f17a4,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:45.835420 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:45.839077 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:45.844837 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-a8d35eda-d446-43d5-ac79-61940745bbec None None] Current status of the port db3d454f-2a39-4669-9d73-2a4f4e657d1a is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:45.855808 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-fc9d358e-aaba-45e1-9463-945f21532cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:45.857800 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-885cce83-881c-43e4-8d02-398a56d042bb req-fbe654c8-c8f3-4f6a-82df-2aa2e893d664 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445727 Jul 25 08:48:45.861906 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-fc9d358e-aaba-45e1-9463-945f21532cdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.2530594 Jul 25 08:48:45.865271 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:45.958797 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbd5c11-6fff-4d11-865d-641269190b60 x-openstack-request-id: req-2fbd5c11-6fff-4d11-865d-641269190b60 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:48:45.959377 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c617f8-5881-4ef1-a9d2-2031c4cb3530", "tag": "a890aaec-1df4-4858-be7e-3764009f17a4", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:48:45.959782 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fbd5c11-6fff-4d11-865d-641269190b60 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:48:45.960331 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbd5c11-6fff-4d11-865d-641269190b60'] response: {'name': 'network-changed', 'server_uuid': '51c617f8-5881-4ef1-a9d2-2031c4cb3530', 'tag': 'a890aaec-1df4-4858-be7e-3764009f17a4', 'status': 'completed', 'code': 200} Jul 25 08:48:45.972482 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-0cc925b7-919c-44ce-a591-3fb55ea2555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:45.974255 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-0cc925b7-919c-44ce-a591-3fb55ea2555f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e76bc803d784442936b25a7ad36d564&device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 1127 time: 0.1870053 Jul 25 08:48:45.982798 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-b1569e9f-64fe-43a6-8edf-c07b6cf4c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:45.985896 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-b1569e9f-64fe-43a6-8edf-c07b6cf4c088 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004939 Jul 25 08:48:45.993300 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'name': 'tempest-TestMinimumBasicScenario-201215923-router', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:31Z', 'updated_at': '2022-07-25T08:48:39Z', 'revision_number': 4, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'gw_port': {'id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:32Z', 'updated_at': '2022-07-25T08:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'db3d454f-2a39-4669-9d73-2a4f4e657d1a', 'name': '', 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'mac_address': 'fa:16:3e:4f:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b277f0bf-dea7-4c05-904f-be693a3a3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:37Z', 'updated_at': '2022-07-25T08:48:44Z', 'revision_number': 4, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'subnets': [{'id': 'b277f0bf-dea7-4c05-904f-be693a3a3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:46.034919 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe480a09-8a1e-4beb-b1d7-05fbe4c8399c None None] The sync data for ids ['22f47d4e-cc7d-461d-9451-7f63d82b851d'] in dv-cinder-850840-1-iscsi is: [{'id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'name': 'tempest-TestMinimumBasicScenario-201215923-router', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:31Z', 'updated_at': '2022-07-25T08:48:39Z', 'revision_number': 4, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'gw_port': {'id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:32Z', 'updated_at': '2022-07-25T08:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'db3d454f-2a39-4669-9d73-2a4f4e657d1a', 'name': '', 'network_id': '275e4d42-c6b9-4ed8-9d59-bf021733882e', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'mac_address': 'fa:16:3e:4f:33:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b277f0bf-dea7-4c05-904f-be693a3a3e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:37Z', 'updated_at': '2022-07-25T08:48:44Z', 'revision_number': 4, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'subnets': [{'id': 'b277f0bf-dea7-4c05-904f-be693a3a3e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:48:46.256306 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['8fcdc018-b6d0-4c78-ac99-e89933f5caf7'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:48:46.323913 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-1c402c8b-d287-4f93-bdca-17347f61b834 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a890aaec-1df4-4858-be7e-3764009f17a4 HTTP/1.1" status: 200 len: 217 time: 0.3257234 Jul 25 08:48:46.443123 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-a89f63d3-4711-4944-b067-027e863473a5 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385872 Jul 25 08:48:46.775882 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923395d8-5dc0-4e30-81d3-3260e5631b75 req-7c9ebcdd-e9f5-4c93-a86d-2b5c5778578b tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:46.784941 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-923395d8-5dc0-4e30-81d3-3260e5631b75 req-7c9ebcdd-e9f5-4c93-a86d-2b5c5778578b tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 943 time: 0.1578860 Jul 25 08:48:46.878279 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-923395d8-5dc0-4e30-81d3-3260e5631b75 req-4431ae5d-ad4f-448c-a351-49b241110d93 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923350 Jul 25 08:48:47.088432 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device db3d454f-2a39-4669-9d73-2a4f4e657d1a up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:47.192108 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cdb8a-d577-4b6b-9e43-8b6b3f4ab007 req-278e03c9-5e76-4af8-bf20-45c41ee30e9e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:47.193777 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-103cdb8a-d577-4b6b-9e43-8b6b3f4ab007 req-278e03c9-5e76-4af8-bf20-45c41ee30e9e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 945 time: 0.1142433 Jul 25 08:48:47.201502 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port db3d454f-2a39-4669-9d73-2a4f4e657d1a triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:47.201964 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:47.304711 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-103cdb8a-d577-4b6b-9e43-8b6b3f4ab007 req-e7e4a3e5-9bd9-4823-b68f-09c44eb22bd0 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037378 Jul 25 08:48:47.392529 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-60680fc1-49fc-4e0a-be35-6fc5a1a18a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:47.400265 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-60680fc1-49fc-4e0a-be35-6fc5a1a18a71 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5965ebb0-6559-4950-bae0-e076f39b3a1f HTTP/1.1" status: 200 len: 853 time: 1.0602896 Jul 25 08:48:47.420306 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port db3d454f-2a39-4669-9d73-2a4f4e657d1a is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:47.433404 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c7cf30a-3a95-44e5-9375-3a14fb5d22e9 req-cb68c009-2db1-4c9d-8883-e96fc3678c1d service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9830022 Jul 25 08:48:47.453912 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-584fb821-dcdc-4539-828a-1939345cb43c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43d25711-c8fd-4bad-bbe1-48fae01c4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377891 Jul 25 08:48:47.651554 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-5ac19154-f3df-4e15-a3e7-834686fcd772 service neutron] 10.222.0.48 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861141 Jul 25 08:48:47.743991 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:47.893527 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:48:47.906861 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:47.910183 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:48.105778 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de284b43-e518-4a5f-87e2-838d387937e3 req-7125dec2-9155-4cb5-badc-29a4a8362f74 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:48.108126 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-de284b43-e518-4a5f-87e2-838d387937e3 req-7125dec2-9155-4cb5-badc-29a4a8362f74 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 943 time: 0.1152747 Jul 25 08:48:48.113623 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:48.114163 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:48.174600 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:48:48.190454 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d16a80-695d-412e-a3e8-abf5822f40c1" -d '{"events": [{"server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "name": "network-vif-plugged", "status": "completed", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:48:48.198692 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-bbbccb7f-9662-4861-bbb6-715665849dbb req-0a1da470-5800-4912-aaa0-b1dcb1d8ab94 service neutron] 10.222.0.48 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868164 Jul 25 08:48:48.233692 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:48.239062 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-de284b43-e518-4a5f-87e2-838d387937e3 req-f224cd41-f165-45ad-92aa-afc75da0d483 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249988 Jul 25 08:48:48.240390 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:48.332046 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8768070a-b1c3-40ae-ba72-2a048ba21620 x-openstack-request-id: req-8768070a-b1c3-40ae-ba72-2a048ba21620 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:48:48.332564 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "name": "network-vif-plugged", "status": "completed", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:48:48.332705 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8768070a-b1c3-40ae-ba72-2a048ba21620 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:48:48.333096 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8768070a-b1c3-40ae-ba72-2a048ba21620'] response: {'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'code': 200} Jul 25 08:48:48.336132 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:48.565057 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5a3d8-4e27-4333-882e-dcc9964ac00a req-d85270c0-4cb5-4662-b7da-8d672cbce718 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:48.572060 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f8e5a3d8-4e27-4333-882e-dcc9964ac00a req-d85270c0-4cb5-4662-b7da-8d672cbce718 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.1298842 Jul 25 08:48:48.725779 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f8e5a3d8-4e27-4333-882e-dcc9964ac00a req-987e5fa7-9a5b-4e23-a092-9d54e7bdc729 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527159 Jul 25 08:48:49.412195 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182487ff-bac6-42c6-b2e5-99a49f5ccfc1 req-abf800cc-b09c-4b28-b115-942a2dd10329 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:49.413994 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-182487ff-bac6-42c6-b2e5-99a49f5ccfc1 req-abf800cc-b09c-4b28-b115-942a2dd10329 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 943 time: 0.0790138 Jul 25 08:48:49.534197 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-182487ff-bac6-42c6-b2e5-99a49f5ccfc1 req-1fa41e68-5064-4661-9b0d-c7bd12d8f31e tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077578 Jul 25 08:48:49.890697 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63165ebc-6fcd-42c6-be09-49d5294ec9ec req-a6ce0efa-b200-4c55-aee4-1f1ae3978faf tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:49.892294 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-63165ebc-6fcd-42c6-be09-49d5294ec9ec req-a6ce0efa-b200-4c55-aee4-1f1ae3978faf tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0633838 Jul 25 08:48:49.961457 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-63165ebc-6fcd-42c6-be09-49d5294ec9ec req-b65375ed-46e6-4b63-8ed4-a11bc254dbc3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633187 Jul 25 08:48:50.694919 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:50.719984 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c7fc1-3c76-49d4-b20e-15cb8b16fbae req-6ac2493a-18be-40fd-96b8-461cc30ace92 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:50.733371 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b93c7fc1-3c76-49d4-b20e-15cb8b16fbae req-6ac2493a-18be-40fd-96b8-461cc30ace92 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 943 time: 0.0809329 Jul 25 08:48:50.811794 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b93c7fc1-3c76-49d4-b20e-15cb8b16fbae req-10b4b8ae-14db-4e6f-b154-4365e6d2a750 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751059 Jul 25 08:48:51.194804 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503f959-1e82-4e1e-83aa-4ec4d33db32a req-4a339d3a-412e-4a06-8195-e851fa2ba17a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:51.203819 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9503f959-1e82-4e1e-83aa-4ec4d33db32a req-4a339d3a-412e-4a06-8195-e851fa2ba17a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0788178 Jul 25 08:48:51.325589 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9503f959-1e82-4e1e-83aa-4ec4d33db32a req-56a38d4b-8c97-4165-a422-6e5fd070f15d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064968 Jul 25 08:48:51.862294 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccbd59-9c9d-440f-82ca-1d20f38eef40 req-cecb6e26-7e28-4e35-8242-3ee925314d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:51.864818 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-29ccbd59-9c9d-440f-82ca-1d20f38eef40 req-cecb6e26-7e28-4e35-8242-3ee925314d73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e76bc803d784442936b25a7ad36d564&device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 1127 time: 0.1286740 Jul 25 08:48:51.997043 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:52.043604 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccbd59-9c9d-440f-82ca-1d20f38eef40 req-4daa3836-d8b7-4037-8368-c2163148ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:52.045406 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-29ccbd59-9c9d-440f-82ca-1d20f38eef40 req-4daa3836-d8b7-4037-8368-c2163148ae26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=43d25711-c8fd-4bad-bbe1-48fae01c4a82 HTTP/1.1" status: 200 len: 914 time: 0.1745303 Jul 25 08:48:52.101667 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebca2c7-6cbd-4c08-b86d-2450dc5d1f71 req-3a629f32-8423-4f7b-b3db-e817a5f7b085 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:52.103133 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1ebca2c7-6cbd-4c08-b86d-2450dc5d1f71 req-3a629f32-8423-4f7b-b3db-e817a5f7b085 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 943 time: 0.0835025 Jul 25 08:48:52.155912 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-29ccbd59-9c9d-440f-82ca-1d20f38eef40 req-ed13984f-bd81-47de-b346-5794ad1cdc76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a890aaec-1df4-4858-be7e-3764009f17a4 HTTP/1.1" status: 200 len: 217 time: 0.1026857 Jul 25 08:48:52.177505 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1ebca2c7-6cbd-4c08-b86d-2450dc5d1f71 req-d5742986-5ff4-43af-9a3d-e07329e1dac7 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680287 Jul 25 08:48:52.264156 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccbd59-9c9d-440f-82ca-1d20f38eef40 req-4368331b-fcf8-4f67-82ce-f3044f70619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:52.265789 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-29ccbd59-9c9d-440f-82ca-1d20f38eef40 req-4368331b-fcf8-4f67-82ce-f3044f70619a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5965ebb0-6559-4950-bae0-e076f39b3a1f HTTP/1.1" status: 200 len: 853 time: 0.0893073 Jul 25 08:48:52.266794 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05445c-18e9-495b-a95f-2035ff6867c2 req-95643646-08d0-4337-9271-85463e3e64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:52.270845 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3e05445c-18e9-495b-a95f-2035ff6867c2 req-95643646-08d0-4337-9271-85463e3e64a7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 1130 time: 0.1350746 Jul 25 08:48:52.439295 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-29ccbd59-9c9d-440f-82ca-1d20f38eef40 req-58ad1504-e8bc-4053-8528-2dd2417363ab service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43d25711-c8fd-4bad-bbe1-48fae01c4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601377 Jul 25 08:48:52.544863 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173996db-3bfd-4da0-936f-db7321daa6f9 req-f52cd7e4-8ec5-4ab3-82dc-af4d4ef9eb15 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:52.546938 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-173996db-3bfd-4da0-936f-db7321daa6f9 req-f52cd7e4-8ec5-4ab3-82dc-af4d4ef9eb15 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0744684 Jul 25 08:48:52.597835 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:52.624517 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:52.627544 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-29ccbd59-9c9d-440f-82ca-1d20f38eef40 req-48bdc6ab-5f64-4267-be67-6c1305ce39c0 service neutron] 10.222.0.48 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812148 Jul 25 08:48:52.656124 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-173996db-3bfd-4da0-936f-db7321daa6f9 req-19a302cd-33e4-464b-b4cf-880bcd31c802 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006629 Jul 25 08:48:52.698452 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3e05445c-18e9-495b-a95f-2035ff6867c2 req-363287c2-8b5c-41bb-91ff-b079e52b8dae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3787374 Jul 25 08:48:52.785987 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-29ccbd59-9c9d-440f-82ca-1d20f38eef40 req-366ef5cd-ae47-4567-8094-d4a931baf342 service neutron] 10.222.0.48 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507368 Jul 25 08:48:53.374534 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7c19f-c427-495b-a17b-44c78b5eb153 req-7836d8db-ca20-4562-b01d-2a68cce5ada1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:53.385147 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-77d7c19f-c427-495b-a17b-44c78b5eb153 req-7836d8db-ca20-4562-b01d-2a68cce5ada1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 943 time: 0.0815847 Jul 25 08:48:53.489703 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-77d7c19f-c427-495b-a17b-44c78b5eb153 req-0149c6b1-cec4-4c4d-ab93-208460d731a7 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029274 Jul 25 08:48:53.744315 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a890aaec-1df4-4858-be7e-3764009f17a4 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:48:53.817344 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f1c0b-b7fe-497e-b326-a05484f384e3 req-25db7e73-6d40-41f8-9791-41befc9d9f1f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:53.825844 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-635f1c0b-b7fe-497e-b326-a05484f384e3 req-25db7e73-6d40-41f8-9791-41befc9d9f1f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0645790 Jul 25 08:48:53.930132 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port a890aaec-1df4-4858-be7e-3764009f17a4, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a890aaec-1df4-4858-be7e-3764009f17a4,segment=NetworkSegment(922d7fe0-61f0-41fc-8ca4-9ccf4c27de00),segment_id=922d7fe0-61f0-41fc-8ca4-9ccf4c27de00)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:53.943201 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': 'a890aaec-1df4-4858-be7e-3764009f17a4', 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82', 'port_id': 'a890aaec-1df4-4858-be7e-3764009f17a4', 'mac_address': 'fa:16:3e:b1:c8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5965ebb0-6559-4950-bae0-e076f39b3a1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:48:54.089947 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:54.100063 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port a890aaec-1df4-4858-be7e-3764009f17a4 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:54.100698 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:54.102484 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:54.172138 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a890aaec-1df4-4858-be7e-3764009f17a4 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:48:54.251340 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port a890aaec-1df4-4858-be7e-3764009f17a4, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a890aaec-1df4-4858-be7e-3764009f17a4,segment=NetworkSegment(922d7fe0-61f0-41fc-8ca4-9ccf4c27de00),segment_id=922d7fe0-61f0-41fc-8ca4-9ccf4c27de00)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:54.264995 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:54.316593 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-635f1c0b-b7fe-497e-b326-a05484f384e3 req-aa781b54-ace3-4dc3-9ff4-e4fde97fdb29 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4896855 Jul 25 08:48:54.363074 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=a890aaec-1df4-4858-be7e-3764009f17a4,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:54.674660 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cc781-200b-4b37-89de-2d75b1a59f29 req-fac6bfb5-8113-417a-99c9-b2aaf4cc6715 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:54.682476 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-955cc781-200b-4b37-89de-2d75b1a59f29 req-fac6bfb5-8113-417a-99c9-b2aaf4cc6715 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 944 time: 0.0595722 Jul 25 08:48:54.785675 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-955cc781-200b-4b37-89de-2d75b1a59f29 req-47dbc5a5-5038-4528-b4c9-0b5e95115d6d tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849705 Jul 25 08:48:54.970359 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['a890aaec-1df4-4858-be7e-3764009f17a4'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:48:54.978708 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:55.476543 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc7572-b55c-4c23-8333-8bb21b62fe8b req-02d32a2c-70a9-4747-b71b-42834501ab4e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:55.486234 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-53fc7572-b55c-4c23-8333-8bb21b62fe8b req-02d32a2c-70a9-4747-b71b-42834501ab4e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0602508 Jul 25 08:48:55.553786 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-53fc7572-b55c-4c23-8333-8bb21b62fe8b req-9f3d24f6-649c-481c-bbc0-494dd5dc53f6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670412 Jul 25 08:48:55.755675 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5919cc1-9a65-4032-97f4-47d532565972 req-4a021303-c2c3-4568-b6e4-fdb36070cd4f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:55.770214 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5919cc1-9a65-4032-97f4-47d532565972 req-4a021303-c2c3-4568-b6e4-fdb36070cd4f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0951471 Jul 25 08:48:55.779667 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 58444) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:48:55.785568 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-927cbfc9-5634-421d-8f91-3dcefe2f73d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'floatingip': {'port_id': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:48:55.862444 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-927cbfc9-5634-421d-8f91-3dcefe2f73d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (867fde18-feba-42fc-887d-6d470374aef5), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:55.998551 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:56.000288 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:56.135157 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:56.248127 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655e822-5b43-4296-a686-bbfb09c08f1f req-5bee02dc-72dc-4417-b644-36f4e3657764 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:56.257351 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8655e822-5b43-4296-a686-bbfb09c08f1f req-5bee02dc-72dc-4417-b644-36f4e3657764 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 944 time: 0.1387088 Jul 25 08:48:56.406394 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8655e822-5b43-4296-a686-bbfb09c08f1f req-77af1cdf-de78-4d32-bef3-8f650144d625 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481071 Jul 25 08:48:56.511298 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-3f5ba1f0-8642-47c1-86a8-2f0bd40c2e1e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--889131366&fields=id&tenant_id=7e61cbb537384f549eee9ec4c92d9d77 HTTP/1.1" status: 200 len: 267 time: 0.1003094 Jul 25 08:48:56.521141 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a890aaec-1df4-4858-be7e-3764009f17a4 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:48:56.583353 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port a890aaec-1df4-4858-be7e-3764009f17a4 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:48:56.594189 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port a890aaec-1df4-4858-be7e-3764009f17a4 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:48:56.594803 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:56.658646 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:56.738869 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port a890aaec-1df4-4858-be7e-3764009f17a4 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:48:56.739510 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:56.777718 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port a890aaec-1df4-4858-be7e-3764009f17a4, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a890aaec-1df4-4858-be7e-3764009f17a4,segment=NetworkSegment(922d7fe0-61f0-41fc-8ca4-9ccf4c27de00),segment_id=922d7fe0-61f0-41fc-8ca4-9ccf4c27de00)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:48:56.779094 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c617f8-5881-4ef1-a9d2-2031c4cb3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a890aaec-1df4-4858-be7e-3764009f17a4'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:48:56.783052 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa3a775-ec3f-4078-bc4b-93396803a5af" -d '{"events": [{"server_uuid": "51c617f8-5881-4ef1-a9d2-2031c4cb3530", "name": "network-vif-plugged", "status": "completed", "tag": "a890aaec-1df4-4858-be7e-3764009f17a4"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:48:56.787680 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:56.827341 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-0872384a-f3b3-4346-8def-8d76e028244f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:56.834997 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-0872384a-f3b3-4346-8def-8d76e028244f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/networks?id=5fca7c14-bb96-4e04-b288-c4911dc494c5 HTTP/1.1" status: 200 len: 815 time: 0.1240327 Jul 25 08:48:56.851618 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-38d94569-5bad-4099-b189-388a8a0ed50c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:56.859119 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-38d94569-5bad-4099-b189-388a8a0ed50c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 819 time: 0.3329470 Jul 25 08:48:56.870515 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=a890aaec-1df4-4858-be7e-3764009f17a4,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:48:56.879828 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.880493 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.881103 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.881975 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.882218 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-92df0de1-f1bf-4c42-b2d7-49db133a1dc9 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/quotas/3404b1a99987401183c8e3e851b382db HTTP/1.1" status: 200 len: 375 time: 0.0458939 Jul 25 08:48:56.882769 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.883280 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.883870 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.884890 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.885451 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.886045 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.886551 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.888300 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.889455 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-927cbfc9-5634-421d-8f91-3dcefe2f73d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:56.889799 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.890315 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.891158 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:48:56.940034 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-561411df-92a2-413e-99b9-3d50ea547525 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/quotas/7e61cbb537384f549eee9ec4c92d9d77 HTTP/1.1" status: 200 len: 375 time: 0.0799463 Jul 25 08:48:56.943423 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-927cbfc9-5634-421d-8f91-3dcefe2f73d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (867fde18-feba-42fc-887d-6d470374aef5), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:56.999863 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-ddbeb9ef-b827-4bd0-9d77-b14af30cc1c0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3404b1a99987401183c8e3e851b382db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1167338 Jul 25 08:48:57.094620 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-727c0558-cf59-4dd4-8f2a-daff74cb49f3 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1459470 Jul 25 08:48:57.295304 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-927cbfc9-5634-421d-8f91-3dcefe2f73d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Floating IP 867fde18-feba-42fc-887d-6d470374aef5 associated. External IP: 172.27.1.185, port: 8fcdc018-b6d0-4c78-ac99-e89933f5caf7. Jul 25 08:48:57.398568 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-5fb171b5-7db0-4a53-949d-4a1028d544e1 service neutron] 10.222.0.52 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285482 Jul 25 08:48:57.409723 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-e2b9ded0-2cd8-4d09-b36b-b273579085b5 service neutron] 10.222.0.52 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552569 Jul 25 08:48:57.567723 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:57.657526 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-3040514c-9005-45ce-b9eb-72a0fb16161c service neutron] 10.222.0.52 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389989 Jul 25 08:48:57.664551 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:57.717425 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-db70ae21-a6fa-406d-9756-bd33c9398cda service neutron] 10.222.0.52 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099523 Jul 25 08:48:58.004266 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a233db6-a792-4cc5-9317-73317022ba1c x-openstack-request-id: req-0a233db6-a792-4cc5-9317-73317022ba1c {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:48:58.004836 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c617f8-5881-4ef1-a9d2-2031c4cb3530", "name": "network-vif-plugged", "status": "completed", "tag": "a890aaec-1df4-4858-be7e-3764009f17a4", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:48:58.004942 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a233db6-a792-4cc5-9317-73317022ba1c {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:48:58.005583 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a233db6-a792-4cc5-9317-73317022ba1c'] response: {'server_uuid': '51c617f8-5881-4ef1-a9d2-2031c4cb3530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a890aaec-1df4-4858-be7e-3764009f17a4', 'code': 200} Jul 25 08:48:58.058095 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927cbfc9-5634-421d-8f91-3dcefe2f73d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Router b7705862-59b5-4122-9fe2-19d7aab24791 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:48:58.274035 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3d0f9ae5-26bc-4544-8ca9-efcd43e64f25 req-85698263-b00f-4e59-bb72-4d3bd4ea275f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 210 time: 0.0636148 Jul 25 08:48:58.288063 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e00f6-1962-4801-8f64-ec3b981b7bd3 req-9a943fd4-9cac-41b0-81b2-4dc3b9e2bdfb tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:58.295665 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af8e00f6-1962-4801-8f64-ec3b981b7bd3 req-9a943fd4-9cac-41b0-81b2-4dc3b9e2bdfb tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 945 time: 0.1510496 Jul 25 08:48:58.374971 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927cbfc9-5634-421d-8f91-3dcefe2f73d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:48:58.388373 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7676a1-32a8-418e-bc78-cc65281ee97b None None] Sync routers for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:48:58.389611 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a8adc-5f60-4ca2-9237-161a88b2046e req-3b1244c2-4183-427e-8bbb-49d3dbb29ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:58.395271 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-2d4a8adc-5f60-4ca2-9237-161a88b2046e req-3b1244c2-4183-427e-8bbb-49d3dbb29ad2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 1129 time: 0.0503507 Jul 25 08:48:58.406757 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7676a1-32a8-418e-bc78-cc65281ee97b None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:58.408107 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-2f7676a1-32a8-418e-bc78-cc65281ee97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:58.417489 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-927cbfc9-5634-421d-8f91-3dcefe2f73d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:48:58.448063 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ffd038b4-9fbc-499a-bd1b-345d650b2fe1 req-884b3381-1aac-45ee-8ff1-2bcdaeb98bfc tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 210 time: 0.0959082 Jul 25 08:48:58.452095 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-2d4a8adc-5f60-4ca2-9237-161a88b2046e req-e9d03909-8b34-4132-a136-5201b518e437 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528893 Jul 25 08:48:58.488490 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af8e00f6-1962-4801-8f64-ec3b981b7bd3 req-2375fd9c-bb67-4e92-8903-eab91d179cd4 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882308 Jul 25 08:48:58.517173 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-927cbfc9-5634-421d-8f91-3dcefe2f73d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "PUT /v2.0/floatingips/867fde18-feba-42fc-887d-6d470374aef5 HTTP/1.1" status: 200 len: 992 time: 2.7359121 Jul 25 08:48:58.517738 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:48:58.520078 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:48:58.567873 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6e5e61-47f3-48ca-b40b-41242abbef0e x-openstack-request-id: req-5f6e5e61-47f3-48ca-b40b-41242abbef0e {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:48:58.568418 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:48:58.568766 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f6e5e61-47f3-48ca-b40b-41242abbef0e {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:48:58.569746 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6e5e61-47f3-48ca-b40b-41242abbef0e'] response: {'name': 'network-changed', 'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'status': 'completed', 'code': 200} Jul 25 08:48:58.585818 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-2f7676a1-32a8-418e-bc78-cc65281ee97b None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:58.910445 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:58.968160 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-2f7676a1-32a8-418e-bc78-cc65281ee97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '867fde18-feba-42fc-887d-6d470374aef5', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'port_id': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'mac_address': 'fa:16:3e:26:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:48:26Z', 'updated_at': '2022-07-25T08:48:56Z', 'revision_number': 1, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:58.992961 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7676a1-32a8-418e-bc78-cc65281ee97b None None] Checking router: b7705862-59b5-4122-9fe2-19d7aab24791 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:48:59.001353 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7676a1-32a8-418e-bc78-cc65281ee97b None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:48:59.001952 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-2f7676a1-32a8-418e-bc78-cc65281ee97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:48:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:59.107523 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-2f7676a1-32a8-418e-bc78-cc65281ee97b None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:48:59.137794 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:48:59.329855 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-2f7676a1-32a8-418e-bc78-cc65281ee97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '867fde18-feba-42fc-887d-6d470374aef5', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'port_id': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'mac_address': 'fa:16:3e:26:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:48:26Z', 'updated_at': '2022-07-25T08:48:56Z', 'revision_number': 1, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:48:59.354882 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7676a1-32a8-418e-bc78-cc65281ee97b None None] The sync data for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi is: [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '867fde18-feba-42fc-887d-6d470374aef5', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'port_id': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'mac_address': 'fa:16:3e:26:08:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:48:26Z', 'updated_at': '2022-07-25T08:48:56Z', 'revision_number': 1, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:48:59.397936 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d14cd07-98d2-42aa-8220-241af475d538 req-f2e99261-8024-4139-a78e-f0c4cc452425 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 210 time: 0.0322740 Jul 25 08:48:59.594706 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-16edd28c-544c-453f-813a-3115eb111a6a req-7e20a07c-f21a-4f55-94d4-04ff2b078bd1 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 210 time: 0.0491588 Jul 25 08:48:59.596607 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88da0cd-b7eb-4f46-805d-c136541a793b None None] New status for floating IP 867fde18-feba-42fc-887d-6d470374aef5: ACTIVE {{(pid=110465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:48:59.651157 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b67e7c-9b62-4a2a-8333-7bc83d7a62b4 req-c22b31bb-b991-4e10-b6e4-e6a9f522a719 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:59.653006 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e5b67e7c-9b62-4a2a-8333-7bc83d7a62b4 req-c22b31bb-b991-4e10-b6e4-e6a9f522a719 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 945 time: 0.0630181 Jul 25 08:48:59.716787 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e5b67e7c-9b62-4a2a-8333-7bc83d7a62b4 req-86af5b3d-ef5e-422f-860e-4cfcca281aeb tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565267 Jul 25 08:48:59.864033 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d req-8b1a7c06-1e70-4859-9542-e311d7ddac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:48:59.867045 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d req-8b1a7c06-1e70-4859-9542-e311d7ddac58 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 1130 time: 0.0470335 Jul 25 08:49:00.010013 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d req-5ddb3f0f-61ae-4c5d-ad58-47058f4410a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:00.012034 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d req-5ddb3f0f-61ae-4c5d-ad58-47058f4410a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 918 time: 0.1384318 Jul 25 08:49:00.111200 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d req-fae95e58-fcb8-4e04-9bee-67a6ddc56000 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7 HTTP/1.1" status: 200 len: 1002 time: 0.0852427 Jul 25 08:49:00.176962 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d req-ea0b2d9c-b893-4a7c-a3df-b7efaeec93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:00.178469 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d req-ea0b2d9c-b893-4a7c-a3df-b7efaeec93c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 200 len: 856 time: 0.0587053 Jul 25 08:49:00.401818 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d req-6a7906b2-49ae-4ba9-a780-1ff545d2efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:00.404296 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d req-6a7906b2-49ae-4ba9-a780-1ff545d2efbc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81feca48-2aba-4dcd-848a-634aff6ea348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421684 Jul 25 08:49:00.499943 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9a887d43-dbda-44cc-b22b-f229c33f3dcd req-8dca34dd-4b07-44a7-812b-67085d255aa7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 210 time: 0.0272415 Jul 25 08:49:00.702025 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c30db974-5d7d-4ee6-9eb8-3cdcd75500f6 req-d7e30095-cf73-469b-9946-7de90405bb97 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 210 time: 0.0283811 Jul 25 08:49:00.839668 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62a9b0-1e77-4b2e-81a2-557476190642 req-1073a012-c527-4349-83ad-31b88b986345 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:00.841149 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1f62a9b0-1e77-4b2e-81a2-557476190642 req-1073a012-c527-4349-83ad-31b88b986345 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 945 time: 0.0504963 Jul 25 08:49:00.892054 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1f62a9b0-1e77-4b2e-81a2-557476190642 req-b25feea3-671b-4884-8034-c866d7a7c68c tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450442 Jul 25 08:49:00.958061 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d req-e6aaadb1-0d45-4c93-8c39-24efabeade77 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962403 Jul 25 08:49:01.094596 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ba19ea25-58f2-4b3b-b33b-d0b3271c1a1d req-4d6c934b-a323-4246-b704-1d0934a68c7b service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009941 Jul 25 08:49:01.266769 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 58702) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:49:01.314444 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Deleting subnet 79500d18-6e4c-4b7d-ab60-672b73254ee7 {{(pid=110462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:49:01.318145 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Publish callbacks [] for subnet (79500d18-6e4c-4b7d-ab60-672b73254ee7), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.355801 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Publish callbacks [] for subnet (79500d18-6e4c-4b7d-ab60-672b73254ee7), precommit_delete_associations {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.369908 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (79500d18-6e4c-4b7d-ab60-672b73254ee7), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.446052 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for subnet (79500d18-6e4c-4b7d-ab60-672b73254ee7), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.461952 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:01.483982 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79500d18-6e4c-4b7d-ab60-672b73254ee7,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:01.489205 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.492339 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/79500d18-6e4c-4b7d-ab60-672b73254ee7 HTTP/1.1" status: 204 len: 168 time: 0.2246032 Jul 25 08:49:01.495078 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 58710) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:49:01.499628 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.499980 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.500553 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.500677 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.501008 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.501453 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.501678 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.501958 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.502823 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.502823 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.503021 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.503213 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.503618 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.503934 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.504370 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0e01ac-1ebf-4d65-bcfc-1a5ffbf68b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.569411 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (df2c555e-a7b1-4886-b8d4-ee1799973637), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.577449 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:01.604628 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-629c60b1-fea9-4513-b089-b25375a553f3 req-74532ba2-5c80-4891-8a46-8a4bc50f7110 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 210 time: 0.0271802 Jul 25 08:49:01.650322 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (df2c555e-a7b1-4886-b8d4-ee1799973637), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.671284 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2c555e-a7b1-4886-b8d4-ee1799973637']}} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:49:01.681166 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c758b7-c6cd-49be-8055-433867b3de21') {'for_net_delete': True} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:49:01.681463 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c758b7-c6cd-49be-8055-433867b3de21') {} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:49:01.691158 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2984781'] for segment (f6c758b7-c6cd-49be-8055-433867b3de21), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.708293 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (f6c758b7-c6cd-49be-8055-433867b3de21), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.715052 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=110463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:49:01.716057 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3463205'] for segment (f6c758b7-c6cd-49be-8055-433867b3de21), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.737246 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment f6c758b7-c6cd-49be-8055-433867b3de21 resource provider aggregate not found Jul 25 08:49:01.766825 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment f6c758b7-c6cd-49be-8055-433867b3de21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6c758b7-c6cd-49be-8055-433867b3de21 found for delete ", "request_id": "req-3d723602-f536-405d-8da8-3c7c060f43a3"}]} Jul 25 08:49:01.780826 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:01.791116 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (df2c555e-a7b1-4886-b8d4-ee1799973637), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.798162 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:01.803736 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/df2c555e-a7b1-4886-b8d4-ee1799973637 HTTP/1.1" status: 204 len: 168 time: 0.3052413 Jul 25 08:49:01.815288 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=df2c555e-a7b1-4886-b8d4-ee1799973637,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:01.815628 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a40e33ce-66c0-448f-a848-3ea361d17ba0 req-04947794-46e9-4f34-baad-9c7949ec0c87 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 210 time: 0.0313671 Jul 25 08:49:01.825300 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.825654 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.825996 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.826341 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.826672 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.826993 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.827315 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.828082 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.828552 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.829095 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.829645 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.830579 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.831416 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.832030 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:01.832619 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5446d9f-8cf9-4e33-af99-d29dad10f8f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:02.056341 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 58736) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:49:02.117952 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-6de4bbf0-afed-4dcf-836f-b217629acf6e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d358c71209624c55b7db08cc3435dbcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602450 Jul 25 08:49:02.129199 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 58738) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:49:02.203967 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8699338d-d73b-430e-b644-d94ea3e7124b admin admin] Publish callbacks [] for security_group (3f4b0784-cdd9-40ab-824c-03c47511a19b), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:02.206112 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:02.214000 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-29923a5f-86d5-423d-85ca-02b31fdd0642 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:02.215447 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-29923a5f-86d5-423d-85ca-02b31fdd0642 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.48 "GET /v2.0/networks?id=5fca7c14-bb96-4e04-b288-c4911dc494c5 HTTP/1.1" status: 200 len: 815 time: 0.2137611 Jul 25 08:49:02.226878 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-bdb7ce7d-ec7c-4c74-bde6-9bd3187acdf5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:02.228762 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-bdb7ce7d-ec7c-4c74-bde6-9bd3187acdf5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 819 time: 0.1903851 Jul 25 08:49:02.232780 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8699338d-d73b-430e-b644-d94ea3e7124b admin admin] Publish callbacks [] for security_group (3f4b0784-cdd9-40ab-824c-03c47511a19b), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:02.264893 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Request body: {'port': {'device_id': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'admin_state_up': True, 'tenant_id': '3404b1a99987401183c8e3e851b382db'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:49:02.284801 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8699338d-d73b-430e-b644-d94ea3e7124b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (3f4b0784-cdd9-40ab-824c-03c47511a19b), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:02.287368 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8699338d-d73b-430e-b644-d94ea3e7124b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:02.293237 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8699338d-d73b-430e-b644-d94ea3e7124b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f4b0784-cdd9-40ab-824c-03c47511a19b HTTP/1.1" status: 204 len: 168 time: 0.1550925 Jul 25 08:49:02.299342 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699338d-d73b-430e-b644-d94ea3e7124b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b0784-cdd9-40ab-824c-03c47511a19b,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:02.388260 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-00e0711b-bfbd-43eb-b684-f1bbf104fc6b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e61cbb537384f549eee9ec4c92d9d77 HTTP/1.1" status: 200 len: 379 time: 0.1275990 Jul 25 08:49:02.402397 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Request body: {'port': {'device_id': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'admin_state_up': True, 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'security_groups': ['241e85e8-e9ea-47f3-b9b3-d4057dc44b96']}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:49:02.499734 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Made reservation on behalf of 3404b1a99987401183c8e3e851b382db for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:49:02.503260 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:02.610968 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Made reservation on behalf of 7e61cbb537384f549eee9ec4c92d9d77 for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:49:02.614679 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:02.691388 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:02.735057 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e7727726-97a0-462c-a9d7-42d41260bf60 req-84606b23-bb88-48d0-b402-178cb32665ab tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 210 time: 0.0491745 Jul 25 08:49:02.744920 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Allocated IP 172.20.0.4 (5fca7c14-bb96-4e04-b288-c4911dc494c5/95c0354e-62b3-4ccb-9523-367338aa335c/c243097a-4313-4fd5-ad41-f6f18a03b006) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:49:02.837984 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:02.902113 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Allocated IP 172.20.0.12 (2d9d4ebf-a640-4736-9377-d7ebfc6f53b2/0e843441-240f-4b94-8edc-d88f07284651/39973804-976f-4223-a900-f8cbbe4dcd0e) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:49:02.958469 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b8f7fd3f-8d3d-46a1-ba9d-6bc925597304 req-6d5e5636-315c-4902-a371-2eb6017cf5aa tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 210 time: 0.0339146 Jul 25 08:49:03.042092 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:03.126633 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:03.130362 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:03.180948 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Network 5fca7c14-bb96-4e04-b288-c4911dc494c5 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:49:03.198610 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:49:03.207215 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:49:03.213740 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'Port': ['ID=c243097a-4313-4fd5-ad41-f6f18a03b006,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:03.250226 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:03.297262 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:03.297948 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:03.328763 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:49:03.333169 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:49:03.335888 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event updated for resources: {'Port': ['ID=39973804-976f-4223-a900-f8cbbe4dcd0e,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:03.338656 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:49:03.347132 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-616e23c8-754e-45c2-8cd0-a3dbf2eb7f21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0876250 Jul 25 08:49:03.370823 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Request body: {'port': {'device_id': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:49:03.402007 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:03.449017 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:03.455489 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:03.526558 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-21227e2f-8b25-4226-87f7-0881a05db653 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1305296 Jul 25 08:49:03.530821 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:03.551983 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Request body: {'port': {'device_id': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:49:03.600244 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-7ceb0ce8-8239-4044-933b-2efba899b4d2 None None] Provisioning complete for port c243097a-4313-4fd5-ad41-f6f18a03b006 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:49:03.600947 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-7ceb0ce8-8239-4044-933b-2efba899b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:03.646696 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb0ce8-8239-4044-933b-2efba899b4d2 None None] Port c243097a-4313-4fd5-ad41-f6f18a03b006 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:49:03.659882 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:03.706744 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:03.786831 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-f5525d8c-a318-4abb-861e-bfbeef0f8583 None None] Provisioning complete for port 39973804-976f-4223-a900-f8cbbe4dcd0e triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:49:03.787216 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f5525d8c-a318-4abb-861e-bfbeef0f8583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:03.855071 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-f5525d8c-a318-4abb-861e-bfbeef0f8583 None None] Port 39973804-976f-4223-a900-f8cbbe4dcd0e cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:49:03.906818 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7c050-e868-4d6d-9f87-66274d8c70b8 req-f5015ad3-0b08-4d7a-a14f-919c203ad727 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:03.909286 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4fb7c050-e868-4d6d-9f87-66274d8c70b8 req-f5015ad3-0b08-4d7a-a14f-919c203ad727 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 932 time: 0.0554757 Jul 25 08:49:03.959090 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4fb7c050-e868-4d6d-9f87-66274d8c70b8 req-01b6db04-5751-4913-9379-abd96400879c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439701 Jul 25 08:49:04.078165 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c40b24-d903-4c9c-88da-ec57ffd08cb4 req-d56f63ae-3394-43e3-9678-fb87af40657a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:04.079639 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d1c40b24-d903-4c9c-88da-ec57ffd08cb4 req-d56f63ae-3394-43e3-9678-fb87af40657a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 931 time: 0.0466757 Jul 25 08:49:04.081519 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c243097a-4313-4fd5-ad41-f6f18a03b006 {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:49:04.095199 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Publish callbacks [] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:04.127501 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Transition to ACTIVE for port object c243097a-4313-4fd5-ad41-f6f18a03b006 will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:49:04.129615 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d1c40b24-d903-4c9c-88da-ec57ffd08cb4 req-77ca995d-7c1e-4816-b659-fd28d4791c42 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440950 Jul 25 08:49:04.133918 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:04.196388 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39973804-976f-4223-a900-f8cbbe4dcd0e {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:49:04.208850 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Publish callbacks [] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:04.235025 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Pushing event updated for resources: {'Port': ['ID=c243097a-4313-4fd5-ad41-f6f18a03b006,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:04.237679 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Transition to ACTIVE for port object 39973804-976f-4223-a900-f8cbbe4dcd0e will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:49:04.244627 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:04.345407 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:04.364351 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Pushing event updated for resources: {'Port': ['ID=39973804-976f-4223-a900-f8cbbe4dcd0e,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:04.425836 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Attempting to bind port c243097a-4313-4fd5-ad41-f6f18a03b006 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:49:04.426175 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Attempting to bind port c243097a-4313-4fd5-ad41-f6f18a03b006 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:49:04.426571 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Attempting to bind port c243097a-4313-4fd5-ad41-f6f18a03b006 on network 5fca7c14-bb96-4e04-b288-c4911dc494c5 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:49:04.439006 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Port c243097a-4313-4fd5-ad41-f6f18a03b006 on network 5fca7c14-bb96-4e04-b288-c4911dc494c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:49:04.439406 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Attempting to bind port c243097a-4313-4fd5-ad41-f6f18a03b006 on network 5fca7c14-bb96-4e04-b288-c4911dc494c5 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:49:04.450866 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:49:04.451139 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Checking segment: {'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:49:04.451559 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Bound using segment: {'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:49:04.451987 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Bound port: c243097a-4313-4fd5-ad41-f6f18a03b006, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c172606-fd04-45bc-9c72-86186d358e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:49:04.452337 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:04.473704 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Attempting to bind port 39973804-976f-4223-a900-f8cbbe4dcd0e on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:49:04.474034 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Attempting to bind port 39973804-976f-4223-a900-f8cbbe4dcd0e by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:49:04.474670 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Attempting to bind port 39973804-976f-4223-a900-f8cbbe4dcd0e on network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:49:04.479627 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:04.482264 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Port 39973804-976f-4223-a900-f8cbbe4dcd0e on network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:49:04.482580 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Attempting to bind port 39973804-976f-4223-a900-f8cbbe4dcd0e on network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:49:04.513306 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:49:04.513632 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Checking segment: {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:49:04.514020 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Bound using segment: {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:49:04.514511 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Bound port: 39973804-976f-4223-a900-f8cbbe4dcd0e, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:49:04.514862 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:04.573295 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] For port c243097a-4313-4fd5-ad41-f6f18a03b006, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:49:04.594915 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] For port c243097a-4313-4fd5-ad41-f6f18a03b006, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c243097a-4313-4fd5-ad41-f6f18a03b006,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:49:04.610341 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:04.621419 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] For port 39973804-976f-4223-a900-f8cbbe4dcd0e, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:49:04.659756 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] For port 39973804-976f-4223-a900-f8cbbe4dcd0e, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=39973804-976f-4223-a900-f8cbbe4dcd0e,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:49:04.669968 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:04.670612 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:04.672726 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] 10.222.0.48 "PUT /v2.0/ports/c243097a-4313-4fd5-ad41-f6f18a03b006 HTTP/1.1" status: 200 len: 1093 time: 1.3058345 Jul 25 08:49:04.672726 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:49:04.674909 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4" -d '{"events": [{"name": "network-changed", "server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:49:04.683065 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:04.701100 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b89d3-2131-412b-bf67-54e7aee76587 service neutron] Pushing event updated for resources: {'Port': ['ID=c243097a-4313-4fd5-ad41-f6f18a03b006,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:05.002214 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:05.002874 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:05.004197 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] 10.222.0.48 "PUT /v2.0/ports/39973804-976f-4223-a900-f8cbbe4dcd0e HTTP/1.1" status: 200 len: 1094 time: 1.4564421 Jul 25 08:49:05.005622 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1bca9c-1d3c-4d0a-a4ca-ceb84aa0039b x-openstack-request-id: req-6b1bca9c-1d3c-4d0a-a4ca-ceb84aa0039b {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:49:05.005903 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:49:05.006144 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b1bca9c-1d3c-4d0a-a4ca-ceb84aa0039b {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:49:05.006767 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1bca9c-1d3c-4d0a-a4ca-ceb84aa0039b'] response: {'name': 'network-changed', 'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'status': 'completed', 'code': 200} Jul 25 08:49:05.065747 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-d54e3c38-347b-489c-855e-e490b015176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:05.067274 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-d54e3c38-347b-489c-855e-e490b015176d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3404b1a99987401183c8e3e851b382db&device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 1127 time: 0.0597587 Jul 25 08:49:05.070576 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5195320-2731-4786-a4e6-04c3969aac40 service neutron] Pushing event updated for resources: {'Port': ['ID=39973804-976f-4223-a900-f8cbbe4dcd0e,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:05.099315 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5902d-2215-4191-8e37-669e1e70d604 req-83eb1cb8-b4e2-440f-90d6-22df8e1fbe7a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:05.101149 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-74f5902d-2215-4191-8e37-669e1e70d604 req-83eb1cb8-b4e2-440f-90d6-22df8e1fbe7a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0587177 Jul 25 08:49:05.146554 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-363f41d8-bf98-42dd-8643-628bef164b94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c243097a-4313-4fd5-ad41-f6f18a03b006 HTTP/1.1" status: 200 len: 217 time: 0.0535049 Jul 25 08:49:05.155694 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-34b9545d-1b57-41f2-adfc-991e2df639e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:05.157221 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-34b9545d-1b57-41f2-adfc-991e2df639e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 1128 time: 0.0727119 Jul 25 08:49:05.160198 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-74f5902d-2215-4191-8e37-669e1e70d604 req-988d1b89-310a-48f5-9c2a-8a4548fdce37 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521214 Jul 25 08:49:05.226256 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-ee2a0d26-d78d-4125-975e-f4c364b582d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39973804-976f-4223-a900-f8cbbe4dcd0e HTTP/1.1" status: 200 len: 217 time: 0.0388689 Jul 25 08:49:05.246931 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-1d536e92-2cdd-4fe6-93d8-0fe24d72a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:05.248296 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-1d536e92-2cdd-4fe6-93d8-0fe24d72a5ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95c0354e-62b3-4ccb-9523-367338aa335c HTTP/1.1" status: 200 len: 854 time: 0.0901935 Jul 25 08:49:05.269663 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12651a3b-3aa1-4fe1-98e2-b59932f6a3f9 req-77437e10-409b-4be9-ad20-c2b815b6b600 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:05.270962 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-12651a3b-3aa1-4fe1-98e2-b59932f6a3f9 req-77437e10-409b-4be9-ad20-c2b815b6b600 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0494056 Jul 25 08:49:05.321193 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-ffd5b726-a919-4204-9eae-37da1f09794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:05.322617 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-ffd5b726-a919-4204-9eae-37da1f09794d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0890157 Jul 25 08:49:05.323421 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-12651a3b-3aa1-4fe1-98e2-b59932f6a3f9 req-fa1d395d-7994-463e-a82e-f98487ffd54f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466492 Jul 25 08:49:05.323551 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-d2e9c7cf-6648-4c00-941c-23457412bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:05.325460 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-d2e9c7cf-6648-4c00-941c-23457412bbc0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fca7c14-bb96-4e04-b288-c4911dc494c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553863 Jul 25 08:49:05.421005 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-3393bb40-65bb-440f-b1cf-97307d4027eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:05.422491 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-3393bb40-65bb-440f-b1cf-97307d4027eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884445 Jul 25 08:49:05.506305 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-06dc4ef4-92e6-4ade-a5e5-190bfd4ae891 service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641200 Jul 25 08:49:05.584438 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-1e88cc25-79ea-4163-99d4-7b09ac6e1e92 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539972 Jul 25 08:49:05.597048 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:05.627385 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:05.683032 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-19056c1d-2c8a-406f-9e73-b8ee823face0 req-72c10cde-25b6-4b57-92a9-ab038f511adb service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695189 Jul 25 08:49:05.718547 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-921e1d87-758b-46f4-88ce-22dbd0d4ae72 req-2a080272-eac0-45b9-9673-41536edaafb3 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181781 Jul 25 08:49:05.821122 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4 req-7177a7a2-6f6d-433b-a517-e5dea1af3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:05.822607 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4 req-7177a7a2-6f6d-433b-a517-e5dea1af3e93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3404b1a99987401183c8e3e851b382db&device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 1127 time: 0.0415893 Jul 25 08:49:05.923412 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4 req-78ac25f0-a9c5-46b8-bab8-ec280774637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:05.925047 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4 req-78ac25f0-a9c5-46b8-bab8-ec280774637d service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fca7c14-bb96-4e04-b288-c4911dc494c5 HTTP/1.1" status: 200 len: 916 time: 0.0953388 Jul 25 08:49:05.966386 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4 req-c2f9b072-6492-461c-a9a6-a51204b539e2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c243097a-4313-4fd5-ad41-f6f18a03b006 HTTP/1.1" status: 200 len: 217 time: 0.0346589 Jul 25 08:49:06.017659 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4 req-6b932a7c-2b89-410b-bf47-e553e56f750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:06.019134 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4 req-6b932a7c-2b89-410b-bf47-e553e56f750c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95c0354e-62b3-4ccb-9523-367338aa335c HTTP/1.1" status: 200 len: 854 time: 0.0458133 Jul 25 08:49:06.068013 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4 req-227ee274-5e0e-4685-bff2-36312770646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:06.069620 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4 req-227ee274-5e0e-4685-bff2-36312770646d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fca7c14-bb96-4e04-b288-c4911dc494c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409701 Jul 25 08:49:06.163378 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4 req-df7e420d-fdcc-42c3-8bd7-fdf7c3cdeaa4 service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875974 Jul 25 08:49:06.262734 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e1f15bd7-fe64-4781-8385-0c2aa88c0db4 req-9347f0a6-a692-422c-8ffd-54fb140840b2 service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928152 Jul 25 08:49:06.283883 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074c76b-36d2-489d-95b0-e0a41cc907db req-1658d568-9aa4-4395-802b-0298e19b87fd tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:06.285511 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c074c76b-36d2-489d-95b0-e0a41cc907db req-1658d568-9aa4-4395-802b-0298e19b87fd tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0505683 Jul 25 08:49:06.333632 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c074c76b-36d2-489d-95b0-e0a41cc907db req-565ceb39-9bc2-4424-b400-d0c9236f5b04 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423458 Jul 25 08:49:06.443772 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36db495-3af3-47c0-99a6-a4f66911469f req-5d9bc3db-0454-41e6-9030-7dd113db36d2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:06.445294 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d36db495-3af3-47c0-99a6-a4f66911469f req-5d9bc3db-0454-41e6-9030-7dd113db36d2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0515289 Jul 25 08:49:06.492476 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d36db495-3af3-47c0-99a6-a4f66911469f req-b8a73330-0372-4612-9806-bff348b45d6d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411680 Jul 25 08:49:07.007723 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:49:07.010111 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:49:07.049448 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbc311f-4ec2-4dad-8c82-85c627ddfdd9 x-openstack-request-id: req-2dbc311f-4ec2-4dad-8c82-85c627ddfdd9 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:49:07.049735 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:49:07.049981 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2dbc311f-4ec2-4dad-8c82-85c627ddfdd9 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:49:07.050375 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dbc311f-4ec2-4dad-8c82-85c627ddfdd9'] response: {'name': 'network-changed', 'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'status': 'completed', 'code': 200} Jul 25 08:49:07.151579 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3 req-8f5825ab-1af5-4972-a34b-db58e434ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:07.153082 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3 req-8f5825ab-1af5-4972-a34b-db58e434ae83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 1128 time: 0.0387874 Jul 25 08:49:07.243482 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3 req-0341c0d9-b2f3-41e6-a7f1-aeec575d75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:07.245018 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3 req-0341c0d9-b2f3-41e6-a7f1-aeec575d75e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.0857716 Jul 25 08:49:07.292636 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3 req-f69c07d9-038e-4281-bd65-48878bd13b9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39973804-976f-4223-a900-f8cbbe4dcd0e HTTP/1.1" status: 200 len: 217 time: 0.0362234 Jul 25 08:49:07.351358 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3 req-3fb5b405-ba9a-42f2-abae-9e515b74596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:07.352933 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3 req-3fb5b405-ba9a-42f2-abae-9e515b74596c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0447860 Jul 25 08:49:07.396483 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3 req-95c97b82-44d6-4f67-b62a-579bd4a5f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:07.398012 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3 req-95c97b82-44d6-4f67-b62a-579bd4a5f34d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389380 Jul 25 08:49:07.453681 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f54a5d-6efe-4371-8dae-9ded752c6927 req-efef04b7-37fc-4553-a5f4-835a81cfb245 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:07.455154 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d8f54a5d-6efe-4371-8dae-9ded752c6927 req-efef04b7-37fc-4553-a5f4-835a81cfb245 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0468848 Jul 25 08:49:07.493449 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3 req-0acef2ae-3eb8-432f-aaa2-bfd31a06b0cf service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891809 Jul 25 08:49:07.506670 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d8f54a5d-6efe-4371-8dae-9ded752c6927 req-133378d4-6741-46a6-a64f-ee9b0219ca75 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451920 Jul 25 08:49:07.562436 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:07.586598 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1c1ddd60-24af-4662-a3f7-88a6f9a38df3 req-b73f2550-1a5d-4ccf-ac08-db5900f4d987 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870323 Jul 25 08:49:07.610835 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cfc44-8bae-47ab-bbc1-1a5d59de2dd6 req-e60d9665-f22b-48db-909e-c6060595128e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:07.612379 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5c5cfc44-8bae-47ab-bbc1-1a5d59de2dd6 req-e60d9665-f22b-48db-909e-c6060595128e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0478821 Jul 25 08:49:07.624635 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-af174d02-fa5d-41b8-b0d4-78990be2b37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:07.671061 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5c5cfc44-8bae-47ab-bbc1-1a5d59de2dd6 req-6e7d38e6-6952-437c-a012-c1736ee9bcef tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498641 Jul 25 08:49:08.630950 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306d80c-ce6c-4ee5-b38b-6a411d52683d req-8b50f996-05b2-4968-ae9e-9bde46446a59 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:08.632749 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5306d80c-ce6c-4ee5-b38b-6a411d52683d req-8b50f996-05b2-4968-ae9e-9bde46446a59 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0472627 Jul 25 08:49:08.644789 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:08.681987 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5306d80c-ce6c-4ee5-b38b-6a411d52683d req-20fe929d-ca3c-47ae-842d-fec1706f75b4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436556 Jul 25 08:49:08.772311 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:08.787109 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997215f-851a-46ef-9689-abfaa876f480 req-e4eef9e2-42aa-4f70-b48c-19291f92bfb2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:08.788663 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8997215f-851a-46ef-9689-abfaa876f480 req-e4eef9e2-42aa-4f70-b48c-19291f92bfb2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0482645 Jul 25 08:49:08.840558 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8997215f-851a-46ef-9689-abfaa876f480 req-7af94f98-1988-4ba5-96c7-1e6bdf494997 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 Jul 25 08:49:09.472362 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:49:09.803382 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fb680-b9ff-4d3a-a4db-6134f4d83ecb req-3902abd3-8412-4e5d-98bd-2fc588fba9bb tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:09.804907 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1c8fb680-b9ff-4d3a-a4db-6134f4d83ecb req-3902abd3-8412-4e5d-98bd-2fc588fba9bb tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0500848 Jul 25 08:49:09.852036 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1c8fb680-b9ff-4d3a-a4db-6134f4d83ecb req-388c7181-dde5-42f1-b0af-c0800e972a60 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415039 Jul 25 08:49:09.959396 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056bbea-cfea-4f84-97fd-5a4241c0ef61 req-aa5eaeb8-98b0-40b4-903d-75cc9c3aabbf tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:09.960432 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f056bbea-cfea-4f84-97fd-5a4241c0ef61 req-aa5eaeb8-98b0-40b4-903d-75cc9c3aabbf tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0478394 Jul 25 08:49:10.014457 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e38e4af2-a958-4874-bf4f-25b0cbbda5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:10.018443 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f056bbea-cfea-4f84-97fd-5a4241c0ef61 req-9b295fd0-9f92-4908-9096-c283db880c3a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520914 Jul 25 08:49:10.974256 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5251b2f-83d2-4a0b-ad97-5a3671c38226 req-95179179-1d12-44e1-8547-5453801dd416 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:10.975760 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5251b2f-83d2-4a0b-ad97-5a3671c38226 req-95179179-1d12-44e1-8547-5453801dd416 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0519934 Jul 25 08:49:11.021939 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:11.028528 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5251b2f-83d2-4a0b-ad97-5a3671c38226 req-747c18be-65eb-4859-8ca7-1716f259719c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473726 Jul 25 08:49:11.142935 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8337540-ec56-4d0d-b259-d8c20df696d9 req-f40fb7ca-e079-4c6d-bc29-8564c152dd21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:11.144422 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a8337540-ec56-4d0d-b259-d8c20df696d9 req-f40fb7ca-e079-4c6d-bc29-8564c152dd21 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0490539 Jul 25 08:49:11.194440 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a8337540-ec56-4d0d-b259-d8c20df696d9 req-6338fda1-105b-4d1a-a2f8-c88ec44513ae tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443368 Jul 25 08:49:12.151033 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2fdd-b15b-4f8b-8480-d116e6b26c60 req-0d2fea57-242a-480c-8c5c-72101b9a3568 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:12.152892 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-644b2fdd-b15b-4f8b-8480-d116e6b26c60 req-0d2fea57-242a-480c-8c5c-72101b9a3568 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0506816 Jul 25 08:49:12.207467 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-644b2fdd-b15b-4f8b-8480-d116e6b26c60 req-755834d6-4cce-4a30-835a-9f71b6e4b856 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477266 Jul 25 08:49:12.313146 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7786d-1c33-479d-8103-c3800d126417 req-5b6213df-8bc4-4e50-9670-cba7637334b2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:12.314649 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-83b7786d-1c33-479d-8103-c3800d126417 req-5b6213df-8bc4-4e50-9670-cba7637334b2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0494847 Jul 25 08:49:12.361192 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:12.365537 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-83b7786d-1c33-479d-8103-c3800d126417 req-512f5354-682f-47e5-ae64-aa5288303cb7 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443602 Jul 25 08:49:12.431724 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-8f121713-4468-4eaa-86d2-35a40a7af073 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d63f1e7e45df467f816bc14d6f861934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323663 Jul 25 08:49:12.624399 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c288a2-cc17-4493-9067-8b594046e484 req-c3df3f6b-4a5f-4645-9403-6db60f21abc8 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:12.625915 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-c3df3f6b-4a5f-4645-9403-6db60f21abc8 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884468 Jul 25 08:49:12.640928 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-4a975a1e-9bc3-4c48-b9e3-65cfbe585986 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/quotas/d63f1e7e45df467f816bc14d6f861934 HTTP/1.1" status: 200 len: 375 time: 0.0095031 Jul 25 08:49:12.674341 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-ea88fc23-925b-4550-9497-7b0d39b7dff6 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d63f1e7e45df467f816bc14d6f861934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280061 Jul 25 08:49:12.813137 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:12.870416 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dc52751b-2836-409d-b17f-369038d7716d req-e07ce2ed-e2e6-48ec-abbd-881da1f268e9 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0356014 Jul 25 08:49:13.366566 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7987c2-25ae-4405-9114-bb740e8b064d req-a6eb24c1-5878-408a-924a-77eaac3c61a2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:13.374505 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dc7987c2-25ae-4405-9114-bb740e8b064d req-a6eb24c1-5878-408a-924a-77eaac3c61a2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0816920 Jul 25 08:49:13.423681 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dc7987c2-25ae-4405-9114-bb740e8b064d req-1aaf4be7-0bd8-4c24-a983-858e05eb94ee tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481591 Jul 25 08:49:13.471438 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:13.491429 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d7fb9-27f9-40d5-8d2f-3a5af8cd173c req-a42bdfbf-109d-4e00-a84d-c43b50974688 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:13.492928 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f95d7fb9-27f9-40d5-8d2f-3a5af8cd173c req-a42bdfbf-109d-4e00-a84d-c43b50974688 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0508881 Jul 25 08:49:13.540542 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f95d7fb9-27f9-40d5-8d2f-3a5af8cd173c req-d8ceba64-fa3e-4bae-b0a9-58d0025d0a8d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418680 Jul 25 08:49:13.967905 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b8287fc6-a940-4b43-a40d-c3cdf761d546 req-6ea3c75b-385e-446d-a00c-4191da351a3d tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0328045 Jul 25 08:49:14.547978 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919e3c6-f3ee-4c23-a62c-794ef912261a req-a07b6360-8cc1-4142-a302-beb5b5a48f0b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:14.549388 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3919e3c6-f3ee-4c23-a62c-794ef912261a req-a07b6360-8cc1-4142-a302-beb5b5a48f0b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0511310 Jul 25 08:49:14.605138 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3919e3c6-f3ee-4c23-a62c-794ef912261a req-d7969a62-9169-4c0b-9eaa-d5adff5fc6d6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496092 Jul 25 08:49:14.680613 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d3649-f601-476e-bc65-65f1cc192215 req-01ea6757-0177-48a8-aff3-561f8bf4bdc2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:14.682136 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6e1d3649-f601-476e-bc65-65f1cc192215 req-01ea6757-0177-48a8-aff3-561f8bf4bdc2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0490191 Jul 25 08:49:14.733512 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6e1d3649-f601-476e-bc65-65f1cc192215 req-5a3ce14a-1f25-4c34-a955-108404010ca2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446186 Jul 25 08:49:15.065891 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-86cccd88-862a-4e5c-9a27-222ddf601f28 req-0b9dad81-a0a1-4da7-b243-c164360f685d tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0294209 Jul 25 08:49:15.692591 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:15.731612 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d61714-b5ca-4e10-98c7-c4d98e437296 req-5f695d28-5baa-4ff0-9854-25b12bb20de3 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:15.733097 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d8d61714-b5ca-4e10-98c7-c4d98e437296 req-5f695d28-5baa-4ff0-9854-25b12bb20de3 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0509334 Jul 25 08:49:15.793821 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d8d61714-b5ca-4e10-98c7-c4d98e437296 req-ce8a4b38-44b8-4af4-8fab-49ecd5b83f93 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531340 Jul 25 08:49:15.857075 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f9ce9-d9cf-47cb-936b-8e36a84fc0b9 req-ff8b46d8-4bc2-48ac-beea-9ec95228f58f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:15.859109 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2e6f9ce9-d9cf-47cb-936b-8e36a84fc0b9 req-ff8b46d8-4bc2-48ac-beea-9ec95228f58f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0472627 Jul 25 08:49:15.905437 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2e6f9ce9-d9cf-47cb-936b-8e36a84fc0b9 req-f21278c3-b10d-45b9-93ab-a2c98ed588fc tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408385 Jul 25 08:49:16.168531 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f3294888-4050-4d93-b8a3-215c675d15ef req-03df6d4c-cfe4-4b81-8963-ebbd8e62669d tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0284641 Jul 25 08:49:16.922881 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4a676-9481-401c-a567-12d071d4c56f req-9001be2f-c4e5-47ec-9239-ecad10b78d3f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:16.924345 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e9f4a676-9481-401c-a567-12d071d4c56f req-9001be2f-c4e5-47ec-9239-ecad10b78d3f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0538130 Jul 25 08:49:16.973866 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e9f4a676-9481-401c-a567-12d071d4c56f req-c8ede5cf-d522-427e-bbfe-8a03227416e5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439346 Jul 25 08:49:17.036915 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e7acd-8f88-42b9-bb1e-6cca16f160ae req-3eaad18f-547f-4287-be91-4331d1b3c4fd tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:17.038387 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-320e7acd-8f88-42b9-bb1e-6cca16f160ae req-3eaad18f-547f-4287-be91-4331d1b3c4fd tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0576193 Jul 25 08:49:17.089508 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-320e7acd-8f88-42b9-bb1e-6cca16f160ae req-807a67b6-07e1-4f94-a303-686beab2e714 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Jul 25 08:49:17.276640 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c05bd143-06cc-4410-a389-10facacd39b1 req-e9651d75-f005-4620-99ce-62c786ab3efd tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0309901 Jul 25 08:49:17.582406 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:17.583224 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:18.099334 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b4928-1bef-4af3-a102-c0e3d7a07da3 req-da715654-d152-4752-85fd-0c2022b2cf24 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:18.100926 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f1b4928-1bef-4af3-a102-c0e3d7a07da3 req-da715654-d152-4752-85fd-0c2022b2cf24 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0488982 Jul 25 08:49:18.153291 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f1b4928-1bef-4af3-a102-c0e3d7a07da3 req-d236ef56-75c1-44e2-84a0-28ec1c2d7dbc tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460267 Jul 25 08:49:18.205865 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e2cf5-6265-4526-9986-29477ba1f10a req-ace8e1a1-71e8-425e-a61f-8d690411eeb4 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:18.213965 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-235e2cf5-6265-4526-9986-29477ba1f10a req-ace8e1a1-71e8-425e-a61f-8d690411eeb4 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0535719 Jul 25 08:49:18.259799 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-235e2cf5-6265-4526-9986-29477ba1f10a req-373005dc-0706-46b7-a195-37c9a8725f3b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Jul 25 08:49:18.391764 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5b5a0270-f797-4cdc-bb02-f4d6c30cae97 req-c9470507-6e44-4ab0-991a-99ff736c6d9d tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0323365 Jul 25 08:49:19.269147 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462032ed-20a5-43f3-8b91-5dd0752da560 req-621ea5a0-f124-4caf-9b6f-1d77f9469395 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:19.270592 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-462032ed-20a5-43f3-8b91-5dd0752da560 req-621ea5a0-f124-4caf-9b6f-1d77f9469395 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0458255 Jul 25 08:49:19.323885 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-462032ed-20a5-43f3-8b91-5dd0752da560 req-51d2bd58-894d-4eee-ab14-e4f136f094fb tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475593 Jul 25 08:49:19.369351 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:19.387162 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee3f07-e3ac-48cf-800d-9002c77b762a req-3b5bd920-a207-4839-a609-010825bca1af tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:19.388632 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-49ee3f07-e3ac-48cf-800d-9002c77b762a req-3b5bd920-a207-4839-a609-010825bca1af tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0483317 Jul 25 08:49:19.465377 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-49ee3f07-e3ac-48cf-800d-9002c77b762a req-554d3b88-32b6-4793-9b71-f8df6f346a56 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712404 Jul 25 08:49:19.468393 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:19.503181 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aa52cd97-2dc5-4fca-843d-bd6b742e5384 req-c8466793-5303-4138-bda5-e8ce7098d109 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0298510 Jul 25 08:49:20.443220 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e7eeb-8b91-4753-80e7-fc6da7db43b2 req-9bd3870f-ecff-4782-a1c9-b470701fea94 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:20.444688 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2b4e7eeb-8b91-4753-80e7-fc6da7db43b2 req-9bd3870f-ecff-4782-a1c9-b470701fea94 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0455980 Jul 25 08:49:20.504458 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2b4e7eeb-8b91-4753-80e7-fc6da7db43b2 req-1899a9a6-3015-4460-bea2-d69e0e705ae9 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543945 Jul 25 08:49:20.618535 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ce57e35b-8d94-43c6-9517-c3cca33aa8fc req-24881f15-6173-47a9-a161-6a12e64cf9a5 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0360954 Jul 25 08:49:20.628115 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c4d7-b3ee-4532-9c50-8961560ae70e req-cc73960d-61c9-4bab-a6b5-afe2702a817f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:20.629638 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f3a3c4d7-b3ee-4532-9c50-8961560ae70e req-cc73960d-61c9-4bab-a6b5-afe2702a817f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0809789 Jul 25 08:49:20.680442 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f3a3c4d7-b3ee-4532-9c50-8961560ae70e req-77c41271-33d6-46e6-8da6-2016d0c9dc6b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428617 Jul 25 08:49:21.641110 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67665015-1bc3-44c1-8055-9143b4b8f2e1 req-141321c8-d93c-4d8f-9642-34e2b81fa472 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:21.642609 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-67665015-1bc3-44c1-8055-9143b4b8f2e1 req-141321c8-d93c-4d8f-9642-34e2b81fa472 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0602796 Jul 25 08:49:21.653899 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:21.695078 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-67665015-1bc3-44c1-8055-9143b4b8f2e1 req-01044fa1-f10e-4a75-824a-a21704fc7400 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469387 Jul 25 08:49:21.722840 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5860821-ebf5-43b2-8313-b09d9063b641 req-f02ceb16-560f-4339-9c0e-30843920abba tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0268238 Jul 25 08:49:21.817103 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1139c-1778-4984-8b55-ae8d5690df13 req-4112a905-00b9-4539-8778-f37794c2975d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:21.818462 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3ff1139c-1778-4984-8b55-ae8d5690df13 req-4112a905-00b9-4539-8778-f37794c2975d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0492246 Jul 25 08:49:21.864352 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3ff1139c-1778-4984-8b55-ae8d5690df13 req-4bfbd700-31a1-47e2-974e-e212863ff4d3 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405669 Jul 25 08:49:22.803992 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:22.806662 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:22.843676 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c3a89ecb-7127-42fa-85f2-0a202cdba0ad req-38f6fb40-ab90-4d39-98e2-4d418183e330 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0341306 Jul 25 08:49:22.852734 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36382c2-31c0-42b0-8606-88c1c7862d3f req-aa251d66-0f66-49bc-9afb-6be1c326e86a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:22.854343 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f36382c2-31c0-42b0-8606-88c1c7862d3f req-aa251d66-0f66-49bc-9afb-6be1c326e86a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0743601 Jul 25 08:49:22.918697 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f36382c2-31c0-42b0-8606-88c1c7862d3f req-abc6f605-a72d-40d2-8e65-784945d23a9b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435550 Jul 25 08:49:22.986496 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be6115-df8e-4fca-8389-4a3cf22195a1 req-89846f16-f419-4606-a773-a2009f5dd519 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:22.988945 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-36be6115-df8e-4fca-8389-4a3cf22195a1 req-89846f16-f419-4606-a773-a2009f5dd519 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0545187 Jul 25 08:49:23.041702 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-36be6115-df8e-4fca-8389-4a3cf22195a1 req-5995adbb-1964-4ca3-86a4-8dba0d1c1787 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469828 Jul 25 08:49:23.943903 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6f77fec6-e4b5-42d8-be97-625d7c3282c2 req-d33214e5-61a1-4c0e-9c60-92996012c862 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0266078 Jul 25 08:49:24.010234 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:24.049574 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d56049-fe73-4070-a644-f39353d72c55 req-904579d8-6d7a-48a8-b698-4acda1bfb087 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:24.051039 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f0d56049-fe73-4070-a644-f39353d72c55 req-904579d8-6d7a-48a8-b698-4acda1bfb087 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0479095 Jul 25 08:49:24.113711 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f0d56049-fe73-4070-a644-f39353d72c55 req-a262cc84-54c8-4bbf-8c56-7f4c7ad883d8 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571430 Jul 25 08:49:24.174247 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5d6c4-e799-4d74-bbe3-17a366a67786 req-2b381166-5f2c-4226-8109-2cad8c952b16 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:24.175691 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-46e5d6c4-e799-4d74-bbe3-17a366a67786 req-2b381166-5f2c-4226-8109-2cad8c952b16 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0477991 Jul 25 08:49:24.221912 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-46e5d6c4-e799-4d74-bbe3-17a366a67786 req-1fe0de15-b4e6-4adf-acb1-fe7e9e9ac563 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Jul 25 08:49:25.041663 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d018e06b-0eaa-4829-919d-a67aa87df017 req-8340df85-b7e9-446c-8902-8812939c0eff tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0275006 Jul 25 08:49:25.236596 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a98429-5eb5-4aac-86be-8b8c28f3db3c req-bbd8d0d2-1324-4d2f-a599-29c48c168807 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:25.237970 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-36a98429-5eb5-4aac-86be-8b8c28f3db3c req-bbd8d0d2-1324-4d2f-a599-29c48c168807 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0460575 Jul 25 08:49:25.288862 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-36a98429-5eb5-4aac-86be-8b8c28f3db3c req-10538f31-7d29-49a5-83ea-8bbd24bce03c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452240 Jul 25 08:49:25.350101 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05ae66-4b0e-4591-b64b-e3814ba45701 req-c2ac0d51-3701-4f64-9c01-8d4c5e98b07f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:25.351565 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ca05ae66-4b0e-4591-b64b-e3814ba45701 req-c2ac0d51-3701-4f64-9c01-8d4c5e98b07f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0560637 Jul 25 08:49:25.376762 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:25.398694 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ca05ae66-4b0e-4591-b64b-e3814ba45701 req-31ffe664-3b55-4a0d-9c3f-feb480d00a95 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Jul 25 08:49:26.153603 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-30cb0f75-67c5-40ae-b840-a9dfb73303f1 req-e2d6e237-69f9-456a-a5b0-e3e4cbf0f2ff tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0280867 Jul 25 08:49:26.449941 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83cca4-d0bd-4637-8e74-e3ae2e64f667 req-5c810820-8ec3-464f-8038-b8aff556cd09 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:26.451692 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ed83cca4-d0bd-4637-8e74-e3ae2e64f667 req-5c810820-8ec3-464f-8038-b8aff556cd09 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0750594 Jul 25 08:49:26.533822 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ed83cca4-d0bd-4637-8e74-e3ae2e64f667 req-ebdbf9d6-f31f-4fed-8c8a-1760fba4935f tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764744 Jul 25 08:49:26.549528 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd7f2e-a260-4b12-91c2-05f7d2f31433 req-c5ec3a19-b2eb-45da-8ead-2004cb3b608e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:26.550986 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e1dd7f2e-a260-4b12-91c2-05f7d2f31433 req-c5ec3a19-b2eb-45da-8ead-2004cb3b608e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0633368 Jul 25 08:49:26.597246 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e1dd7f2e-a260-4b12-91c2-05f7d2f31433 req-468d08f9-ee59-4720-84d6-556178c9712a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Jul 25 08:49:27.252125 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cfc40dee-f9a1-4340-93bf-2f5c7b5bc325 req-d2c4d14c-7ac9-4dab-b0bf-78b05a21e709 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0271940 Jul 25 08:49:27.891414 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc857317-8584-41aa-87d8-738b98d57118 req-1e068b74-6d5d-4627-8ba8-4ab3d334e418 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:27.892953 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dc857317-8584-41aa-87d8-738b98d57118 req-1e068b74-6d5d-4627-8ba8-4ab3d334e418 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.2873175 Jul 25 08:49:27.913713 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a62f09-c90e-452c-bd75-74707af7bb8a req-0d965895-fa94-4841-b633-a82d46d3c9cd tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:27.915121 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-73a62f09-c90e-452c-bd75-74707af7bb8a req-0d965895-fa94-4841-b633-a82d46d3c9cd tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0677121 Jul 25 08:49:27.931090 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:27.981029 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dc857317-8584-41aa-87d8-738b98d57118 req-c90e1299-5efe-4d3b-96af-a9cbe60f7b99 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817661 Jul 25 08:49:27.985240 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-73a62f09-c90e-452c-bd75-74707af7bb8a req-fb1980c7-f4dd-440b-905c-3f41e2224288 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631196 Jul 25 08:49:28.352357 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-787b73ed-a17d-4830-a720-aec924604763 req-e6d02a75-8d71-4105-8f28-62c4dc3caddb tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0298476 Jul 25 08:49:29.099217 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bacc2e-8e87-4dd0-9f67-51d14cb168eb req-5f5b9e83-963b-415d-85a5-000b63cff9d4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:29.100709 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-55bacc2e-8e87-4dd0-9f67-51d14cb168eb req-5f5b9e83-963b-415d-85a5-000b63cff9d4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0483718 Jul 25 08:49:29.147189 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-55bacc2e-8e87-4dd0-9f67-51d14cb168eb req-d4f3a191-aed2-4573-8575-97dfcb6b641e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410185 Jul 25 08:49:29.244082 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c96e5-8d9d-4390-9f12-05e6133ade0d req-a3893ecd-7664-4cac-8364-57383e14e794 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:29.245555 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e86c96e5-8d9d-4390-9f12-05e6133ade0d req-a3893ecd-7664-4cac-8364-57383e14e794 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0456183 Jul 25 08:49:29.291428 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e86c96e5-8d9d-4390-9f12-05e6133ade0d req-9659eb31-3744-47d5-80a6-d4e76fd6c08c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Jul 25 08:49:29.372134 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:29.451858 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bbf4a7f7-0722-46e3-8327-5a4ff2fb1a03 req-6b4d6e28-a135-4e95-9ca5-d0edb3de959f tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0296049 Jul 25 08:49:30.271291 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e6058-de39-4f24-a24d-c9b4e26e31ec req-b60db83a-94c6-4f5f-8abf-e6e136a4db49 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:30.277033 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d36e6058-de39-4f24-a24d-c9b4e26e31ec req-b60db83a-94c6-4f5f-8abf-e6e136a4db49 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0538156 Jul 25 08:49:30.322117 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d36e6058-de39-4f24-a24d-c9b4e26e31ec req-7b1370b0-95fa-4690-86df-51bf04e68189 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439391 Jul 25 08:49:30.417606 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe16ebc-514d-4973-b586-da7bc272f123 req-c374cf33-aafc-4850-b8ab-0fd6d6cc7ae0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:30.419022 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dbe16ebc-514d-4973-b586-da7bc272f123 req-c374cf33-aafc-4850-b8ab-0fd6d6cc7ae0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0443463 Jul 25 08:49:30.464620 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dbe16ebc-514d-4973-b586-da7bc272f123 req-ff3d65cd-c9f4-478d-a265-ef6419073e94 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Jul 25 08:49:30.550441 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-421796e6-d173-47bb-a371-835491e29ee1 req-cc531ae7-487f-4e3d-923c-ddcb1a188cd1 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0303051 Jul 25 08:49:31.435261 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366afb3f-2315-406e-b9a7-cd417ba976e8 req-b7664781-15a9-4a92-9d01-6a1265e618a7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:31.437126 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-366afb3f-2315-406e-b9a7-cd417ba976e8 req-b7664781-15a9-4a92-9d01-6a1265e618a7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0450675 Jul 25 08:49:31.482238 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-366afb3f-2315-406e-b9a7-cd417ba976e8 req-89ee772b-8084-4e1b-9aa3-04c0b198d840 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397677 Jul 25 08:49:31.579597 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c41dfe-d4a7-4df0-8469-afa17d4f1244 req-e2424b29-cbf3-4e9a-adec-a92bb0d15233 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:31.581063 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-20c41dfe-d4a7-4df0-8469-afa17d4f1244 req-e2424b29-cbf3-4e9a-adec-a92bb0d15233 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0454674 Jul 25 08:49:31.619234 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:31.627275 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-20c41dfe-d4a7-4df0-8469-afa17d4f1244 req-70d7fa40-d3e3-4f13-95f5-012ec3c9bce2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Jul 25 08:49:31.709049 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5754d38c-6729-4895-84d7-936dc00519ea req-0016e5f6-20b8-42d8-bab6-f2008687041a tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0295899 Jul 25 08:49:33.993398 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:33.998449 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:37.627455 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4d2b9e82-0567-45ed-b431-3ab95d29e652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:40.005743 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2459239c-b52d-47f3-ab12-2e6468cbcec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:41.021619 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:41.688970 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=63 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:41.690102 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:42.360868 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:42.798342 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:46.470301 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:49:47.073033 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9a3a8-5680-40b0-87d9-4f45b972d6cb req-f18b3992-8917-474d-ad13-a20fee755808 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:47.074534 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-60e9a3a8-5680-40b0-87d9-4f45b972d6cb req-f18b3992-8917-474d-ad13-a20fee755808 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0978153 Jul 25 08:49:47.082334 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69ef57-6698-401f-9875-3222560f0a62 req-37fb75ee-9d99-4edd-b7c7-584187c2c319 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:47.083666 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7e69ef57-6698-401f-9875-3222560f0a62 req-37fb75ee-9d99-4edd-b7c7-584187c2c319 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0624776 Jul 25 08:49:47.163215 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-60e9a3a8-5680-40b0-87d9-4f45b972d6cb req-212c9c8d-7d89-4a5b-b994-0662bfec8269 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786207 Jul 25 08:49:47.167210 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7e69ef57-6698-401f-9875-3222560f0a62 req-0d432f34-c6ec-4d5c-a161-73681c38d511 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766346 Jul 25 08:49:47.249511 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7e80f398-3cda-4742-9b32-570addb0ea77 req-fda1c66a-b158-4871-9958-b72fd2a34c25 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0293231 Jul 25 08:49:48.283198 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66959c4-9439-47ba-a62d-15d4d3e2e9fb req-16ade5c5-bab6-4d96-bf1f-de7ac7ad663e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:48.284654 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f66959c4-9439-47ba-a62d-15d4d3e2e9fb req-16ade5c5-bab6-4d96-bf1f-de7ac7ad663e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0461557 Jul 25 08:49:48.333898 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f66959c4-9439-47ba-a62d-15d4d3e2e9fb req-2cf1f05d-c11b-45b0-bfe6-d04ccdd760e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437422 Jul 25 08:49:48.430408 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070d02d-872a-4b92-a53d-11b3b7b134cf req-52562cfe-6e50-446c-aba0-5c104fec2ec5 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:48.431829 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9070d02d-872a-4b92-a53d-11b3b7b134cf req-52562cfe-6e50-446c-aba0-5c104fec2ec5 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0454619 Jul 25 08:49:48.479932 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9070d02d-872a-4b92-a53d-11b3b7b134cf req-1aeef678-a0c4-4c9b-9eb7-f82b47ff9bc3 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426154 Jul 25 08:49:48.561690 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9c2b1f7a-df07-4277-8174-b854bbed6241 req-c6c21ace-0c21-44f8-9886-e20e09dbec2a tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0276625 Jul 25 08:49:49.452988 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628a1ec-faa8-4378-8fe6-d98b22facfa2 req-e0c599f4-8c12-41a1-9520-2468784c1cc1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:49.455167 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f628a1ec-faa8-4378-8fe6-d98b22facfa2 req-e0c599f4-8c12-41a1-9520-2468784c1cc1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0489306 Jul 25 08:49:49.509235 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f628a1ec-faa8-4378-8fe6-d98b22facfa2 req-a224a046-9fd0-48eb-b288-2e0aa0c613ab tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484214 Jul 25 08:49:49.615604 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ee993-6f24-4dd8-9283-a6159d343ab8 req-d2745041-db38-491a-a2af-e7b950804f94 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:49.617515 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-101ee993-6f24-4dd8-9283-a6159d343ab8 req-d2745041-db38-491a-a2af-e7b950804f94 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0479701 Jul 25 08:49:49.667548 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-101ee993-6f24-4dd8-9283-a6159d343ab8 req-cb214d1c-09c7-449e-b3ab-adcdc233df89 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444980 Jul 25 08:49:49.747293 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f1a3e4dd-b9c5-41cd-ad7f-edef8f56d27a req-eaac3369-e299-4766-a90d-d8fd96b6b464 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0270007 Jul 25 08:49:50.670415 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bb487-4ad5-43ec-b904-b1fa90b93574 req-b11430b7-ea56-4060-8574-2c6eca855303 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:50.672188 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5c3bb487-4ad5-43ec-b904-b1fa90b93574 req-b11430b7-ea56-4060-8574-2c6eca855303 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 944 time: 0.0860035 Jul 25 08:49:50.718825 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-a8683a58-c084-4506-98bb-35797c02c452 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d63f1e7e45df467f816bc14d6f861934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556126 Jul 25 08:49:50.740627 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5c3bb487-4ad5-43ec-b904-b1fa90b93574 req-2857ac3c-0e30-4a83-9ba5-3b9b3639f154 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600102 Jul 25 08:49:50.802467 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 39973804-976f-4223-a900-f8cbbe4dcd0e details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:49:50.867807 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb5798-c00a-4792-9c0a-2434821b3e3d req-ecd85413-a03b-4a13-8292-e3ac4b77b96b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:50.869946 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a7bb5798-c00a-4792-9c0a-2434821b3e3d req-ecd85413-a03b-4a13-8292-e3ac4b77b96b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0628605 Jul 25 08:49:50.978714 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a7bb5798-c00a-4792-9c0a-2434821b3e3d req-bc1f9d7b-3836-4106-a104-02d2d0f566c2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958245 Jul 25 08:49:50.992790 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 39973804-976f-4223-a900-f8cbbe4dcd0e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=39973804-976f-4223-a900-f8cbbe4dcd0e,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:49:51.008116 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'port_id': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'mac_address': 'fa:16:3e:f6:0d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:49:51.032842 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-109548f2-9637-4354-8a87-5bbd2684df81 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1370101 Jul 25 08:49:51.059315 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 39973804-976f-4223-a900-f8cbbe4dcd0e is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:49:51.059791 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:51.071938 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c288a2-cc17-4493-9067-8b594046e484 req-4075138b-2dfa-404e-b3b7-0ea6e8176791 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:51.073201 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-4075138b-2dfa-404e-b3b7-0ea6e8176791 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3475089 Jul 25 08:49:51.076105 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-83a080ad-b237-401d-acf7-4ecf32db3adc req-14905702-486f-4d20-8e13-2249bdf160a0 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0376079 Jul 25 08:49:51.077783 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39973804-976f-4223-a900-f8cbbe4dcd0e {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:49:51.105145 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 39973804-976f-4223-a900-f8cbbe4dcd0e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=39973804-976f-4223-a900-f8cbbe4dcd0e,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:49:51.109233 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:51.157858 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=39973804-976f-4223-a900-f8cbbe4dcd0e,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:51.866229 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3622385-8a19-495e-8dee-f64e88448a8d req-a7503aac-3be2-43dc-b355-8c6b3a737751 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:51.867704 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e3622385-8a19-495e-8dee-f64e88448a8d req-a7503aac-3be2-43dc-b355-8c6b3a737751 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 945 time: 0.0462992 Jul 25 08:49:51.916898 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e3622385-8a19-495e-8dee-f64e88448a8d req-a661bd87-9f31-442b-af4e-4597c2bb94df tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417640 Jul 25 08:49:52.092903 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c08d619-2889-4316-a1a1-323417f62afa req-1daa6cd6-c2b7-4385-b76c-9056e9e5586e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:52.094302 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9c08d619-2889-4316-a1a1-323417f62afa req-1daa6cd6-c2b7-4385-b76c-9056e9e5586e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0552309 Jul 25 08:49:52.144437 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9c08d619-2889-4316-a1a1-323417f62afa req-9c8aeb4a-c92f-4fce-843d-1610354f76bd tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436349 Jul 25 08:49:52.174747 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-807a9b7c-86a6-4ab7-9469-58f934248faa req-524378e3-f68f-4dc8-892c-84c3e92a0fe8 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0275302 Jul 25 08:49:53.018263 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:53.031776 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfec264-ab06-4d3b-8326-d32d9d7432ef req-38bc29fb-1f52-4b22-854b-a3459b59c5e9 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:53.033827 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cdfec264-ab06-4d3b-8326-d32d9d7432ef req-38bc29fb-1f52-4b22-854b-a3459b59c5e9 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 945 time: 0.0470500 Jul 25 08:49:53.059120 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:53.080983 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cdfec264-ab06-4d3b-8326-d32d9d7432ef req-e47aa25b-3359-491f-9530-7da17f8506fb tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416503 Jul 25 08:49:53.287590 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ff0bd-042c-4501-bd8a-e3c8ac0218a3 req-1291d353-e8aa-4401-a562-d2b705efc077 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:53.289102 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bd3ff0bd-042c-4501-bd8a-e3c8ac0218a3 req-1291d353-e8aa-4401-a562-d2b705efc077 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0755327 Jul 25 08:49:53.290843 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0b00608d-47ed-4c0f-a2fc-516ad4032911 req-a4c3b5b4-eee3-49c7-bbf4-a29f49605445 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0404599 Jul 25 08:49:53.341334 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bd3ff0bd-042c-4501-bd8a-e3c8ac0218a3 req-28206ad5-f0c3-458e-831e-954bb2467f0a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468056 Jul 25 08:49:54.197095 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cd549-9910-40a4-87a2-8823dcec6c48 req-8ba73f9d-385b-4d0d-af52-eecaccf38245 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:54.198543 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-011cd549-9910-40a4-87a2-8823dcec6c48 req-8ba73f9d-385b-4d0d-af52-eecaccf38245 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 945 time: 0.0461385 Jul 25 08:49:54.256538 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-011cd549-9910-40a4-87a2-8823dcec6c48 req-2e23d105-e897-486f-991c-11472d394441 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525522 Jul 25 08:49:54.392837 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-148e6282-b4b7-4242-9b3f-dc2bc4dfabbe req-2a928a4c-d94d-4a4c-a594-cc98ff9ba879 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0294945 Jul 25 08:49:54.464412 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c31fd-555a-4fbc-9f23-2fc5c1eb59fb req-0d990ee1-225a-4ec4-8d83-b1226002d64a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:54.465910 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cd6c31fd-555a-4fbc-9f23-2fc5c1eb59fb req-0d990ee1-225a-4ec4-8d83-b1226002d64a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0485153 Jul 25 08:49:54.513256 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cd6c31fd-555a-4fbc-9f23-2fc5c1eb59fb req-8334ada0-ab24-490c-bdc6-91d38d8245bf tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Jul 25 08:49:55.373933 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c4290-c4af-4fbc-bf14-989c8eb079f8 req-966cbc99-a94b-40b8-a453-7234a83f20af tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:55.375407 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0c1c4290-c4af-4fbc-bf14-989c8eb079f8 req-966cbc99-a94b-40b8-a453-7234a83f20af tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 945 time: 0.0474703 Jul 25 08:49:55.426661 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0c1c4290-c4af-4fbc-bf14-989c8eb079f8 req-350bb2f3-0a74-42b5-a68a-1f6ca1a9e539 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446413 Jul 25 08:49:55.506524 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-276069d7-0de3-43e9-9795-2a0bb3893d5c req-64dd5b69-d047-47a6-9194-81a03c2635be tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0301645 Jul 25 08:49:55.574529 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:55.630481 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca562ab-8a4e-434b-82d2-e6301f1e51c8 req-75f6df57-51ec-480f-b608-6ae47f6d89b4 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:55.631957 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fca562ab-8a4e-434b-82d2-e6301f1e51c8 req-75f6df57-51ec-480f-b608-6ae47f6d89b4 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0491681 Jul 25 08:49:55.677908 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fca562ab-8a4e-434b-82d2-e6301f1e51c8 req-9ca45f9f-def2-4ce9-bca0-2f7f08a3a825 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Jul 25 08:49:56.244787 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['39973804-976f-4223-a900-f8cbbe4dcd0e'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:49:56.547764 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f2a4e-d92f-4940-a56a-bc5d99376c4e req-400f99a1-994e-487d-9d4f-cc5539a478af tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:56.553112 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aa9f2a4e-d92f-4940-a56a-bc5d99376c4e req-400f99a1-994e-487d-9d4f-cc5539a478af tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 945 time: 0.0561750 Jul 25 08:49:56.607292 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aa9f2a4e-d92f-4940-a56a-bc5d99376c4e req-a62bc30d-bfd8-4b84-9c67-d77fca00e057 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520394 Jul 25 08:49:56.623370 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ec25022d-4df0-4e6f-9d7a-d2d44ce28009 req-89c35301-ab45-4b18-8556-8abe45d9c153 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0366454 Jul 25 08:49:56.791563 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3404494-ceb5-4905-b2ec-ddd79c064e9f req-e24a527b-54de-4154-88c8-097796d3887d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:56.793055 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f3404494-ceb5-4905-b2ec-ddd79c064e9f req-e24a527b-54de-4154-88c8-097796d3887d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0472145 Jul 25 08:49:56.839341 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f3404494-ceb5-4905-b2ec-ddd79c064e9f req-cc3ceb4f-9db7-4b15-a936-78589ccc8a7a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409348 Jul 25 08:49:57.744552 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4a79374f-6363-4a12-a05e-d7972d692c85 req-d4d956c4-3a63-404b-8128-aecbe1817c2c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0345199 Jul 25 08:49:57.750474 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a034aa-f004-4801-89ba-d934d945b541 req-0e3af247-23f3-4fe7-9d58-970a48c9c245 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:57.751865 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-67a034aa-f004-4801-89ba-d934d945b541 req-0e3af247-23f3-4fe7-9d58-970a48c9c245 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 945 time: 0.0722716 Jul 25 08:49:57.800902 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-67a034aa-f004-4801-89ba-d934d945b541 req-744e5a88-cb53-4029-98ab-b795c346d2a3 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 Jul 25 08:49:57.854974 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 39973804-976f-4223-a900-f8cbbe4dcd0e up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:49:57.899026 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 39973804-976f-4223-a900-f8cbbe4dcd0e completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:49:57.905324 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 39973804-976f-4223-a900-f8cbbe4dcd0e triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:49:57.905955 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:57.960121 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8e36d-cd26-4ac4-8a74-bcf56d05d44c req-d8981aa7-5b3d-432c-b79e-faee006821e0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:57.961633 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-32b8e36d-cd26-4ac4-8a74-bcf56d05d44c req-d8981aa7-5b3d-432c-b79e-faee006821e0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0496423 Jul 25 08:49:57.983053 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 39973804-976f-4223-a900-f8cbbe4dcd0e is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:49:57.983436 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:58.006745 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:49:58.008946 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b27a0a-73ef-4b67-a2b8-9a216e8ec4fe" -d '{"events": [{"server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "name": "network-vif-plugged", "status": "completed", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:49:58.009391 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-32b8e36d-cd26-4ac4-8a74-bcf56d05d44c req-3bad47e8-a6f7-4932-9bfe-3caf0ac950f4 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423105 Jul 25 08:49:58.026910 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 39973804-976f-4223-a900-f8cbbe4dcd0e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=39973804-976f-4223-a900-f8cbbe4dcd0e,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:49:58.032966 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:58.055499 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b58e580-9766-4f89-8678-e51b3937e772 x-openstack-request-id: req-4b58e580-9766-4f89-8678-e51b3937e772 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:49:58.055805 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "name": "network-vif-plugged", "status": "completed", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:49:58.056061 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4b58e580-9766-4f89-8678-e51b3937e772 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:49:58.056444 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b58e580-9766-4f89-8678-e51b3937e772'] response: {'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'code': 200} Jul 25 08:49:58.061795 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:58.083502 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=39973804-976f-4223-a900-f8cbbe4dcd0e,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:58.090476 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.090820 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.091158 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.091511 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.091846 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.092174 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.092496 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.092846 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.093179 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.093492 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.093813 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.094153 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.094474 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.094830 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.095149 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:49:58.791699 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Request body: {'port': {'device_id': 'e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6', 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b', 'admin_state_up': True, 'tenant_id': 'd63f1e7e45df467f816bc14d6f861934'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:49:58.849007 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f4df841e-b0fa-40ae-a8ed-891984372a7d req-ce1d2744-d1e2-42b1-ace4-1f5e3a2297d7 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0316133 Jul 25 08:49:58.924313 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7cf3d-0800-45ed-ad10-19920868a5fd req-d7a5e6f6-3981-4896-ac50-6fbab911315a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:58.925846 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dcc7cf3d-0800-45ed-ad10-19920868a5fd req-d7a5e6f6-3981-4896-ac50-6fbab911315a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0500987 Jul 25 08:49:58.955780 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-16b9a9bf-bb06-4b00-a7f1-a929eb5d4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:58.957737 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-16b9a9bf-bb06-4b00-a7f1-a929eb5d4e84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 1130 time: 0.0525870 Jul 25 08:49:58.958592 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Made reservation on behalf of d63f1e7e45df467f816bc14d6f861934 for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:49:58.962161 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:58.972301 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:58.978213 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:58.998039 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dcc7cf3d-0800-45ed-ad10-19920868a5fd req-fda55020-6373-49db-a40d-7e1499e2fbb8 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646122 Jul 25 08:49:59.079356 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:59.107832 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-14a03236-923b-4a0d-9330-2403a3b637bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:59.109580 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-14a03236-923b-4a0d-9330-2403a3b637bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 912 time: 0.1278353 Jul 25 08:49:59.145110 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d9d10-829a-4504-93c5-3dda5db7c33d req-860cf718-4f80-4084-94ba-62fe1f721e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:59.146696 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-841d9d10-829a-4504-93c5-3dda5db7c33d req-860cf718-4f80-4084-94ba-62fe1f721e7a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 1130 time: 0.0753996 Jul 25 08:49:59.157168 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8469f2-e2bf-494d-991b-9577cc75eb1c req-d281a6e5-fce1-4656-b4e6-5d1eb35b716f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:59.158569 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3a8469f2-e2bf-494d-991b-9577cc75eb1c req-d281a6e5-fce1-4656-b4e6-5d1eb35b716f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 943 time: 0.0594766 Jul 25 08:49:59.176463 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Publish callbacks [] for security_group (5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:59.183508 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:59.217191 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-8a88989a-6c59-49af-8ad5-af42003d0057 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f HTTP/1.1" status: 200 len: 1002 time: 0.1015296 Jul 25 08:49:59.229964 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-841d9d10-829a-4504-93c5-3dda5db7c33d req-a98dbf4b-6e41-4ef9-b66d-f5011a64b7e5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704658 Jul 25 08:49:59.234108 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3a8469f2-e2bf-494d-991b-9577cc75eb1c req-c95a46ae-66c7-456e-a299-5f0f0aa6ab3e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682242 Jul 25 08:49:59.264076 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:59.338539 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-16589d82-06cf-46f4-857e-35fb7dbe2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:59.339960 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-16589d82-06cf-46f4-857e-35fb7dbe2b30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 200 len: 850 time: 0.1135423 Jul 25 08:49:59.366497 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Allocated IP 192.168.233.100 (dee8f53b-169e-4c04-a1c9-083cf3737d5b/6f862cf9-444e-4b4f-8ad4-5204390a4ab4/f1ce2b2c-18a9-4cb3-9155-7b6d45a03700) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:49:59.420943 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:59.483275 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:59.524676 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Publish callbacks [] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:59.559263 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:59.612141 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Network dee8f53b-169e-4c04-a1c9-083cf3737d5b is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:49:59.615406 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:49:59.621452 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Pushing event updated for resources: {'Port': ['ID=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:49:59.628911 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:49:59.681416 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:59.682031 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:59.700219 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-3dc1432d-a44c-4e12-943e-c59cd5974a5c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9125006 Jul 25 08:49:59.739855 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Request body: {'port': {'device_id': 'e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:49:59.805217 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-2f6c8e18-cead-4494-bf4a-689f1a1b68d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:59.806667 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-2f6c8e18-cead-4494-bf4a-689f1a1b68d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796244 Jul 25 08:49:59.830872 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:59.865740 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device c243097a-4313-4fd5-ad41-f6f18a03b006 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:49:59.907438 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:49:59.948685 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-5b80ddd5-f0fd-4e76-8bf9-a6d54e50d43c None None] Provisioning complete for port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:49:59.949148 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5b80ddd5-f0fd-4e76-8bf9-a6d54e50d43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:49:59.992627 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ea262-d75c-4797-a043-f2c98cc01245 req-3260b61a-8c60-4ef9-a64f-973adb763188 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:49:59.994226 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fa4ea262-d75c-4797-a043-f2c98cc01245 req-3260b61a-8c60-4ef9-a64f-973adb763188 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 936 time: 0.0622900 Jul 25 08:50:00.006619 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-5b80ddd5-f0fd-4e76-8bf9-a6d54e50d43c None None] Port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:50:00.025448 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port c243097a-4313-4fd5-ad41-f6f18a03b006, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c243097a-4313-4fd5-ad41-f6f18a03b006,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:00.040977 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'port_id': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'mac_address': 'fa:16:3e:04:2b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:50:00.074332 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fa4ea262-d75c-4797-a043-f2c98cc01245 req-b522a41b-751b-4e1d-a062-1f6022171bd2 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688815 Jul 25 08:50:00.095466 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port c243097a-4313-4fd5-ad41-f6f18a03b006 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:50:00.095846 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:00.109815 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c243097a-4313-4fd5-ad41-f6f18a03b006 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:50:00.111795 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:50:00.119408 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Publish callbacks [] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:00.131538 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port c243097a-4313-4fd5-ad41-f6f18a03b006, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c243097a-4313-4fd5-ad41-f6f18a03b006,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:00.132727 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Transition to ACTIVE for port object f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:50:00.136038 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:00.137799 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:00.151205 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f04be7-a30e-4254-aa3c-a0fbbc0a48b3 req-e6fc6ca9-6614-437b-ba7c-bc39e0644476 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:00.152712 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-59f04be7-a30e-4254-aa3c-a0fbbc0a48b3 req-e6fc6ca9-6614-437b-ba7c-bc39e0644476 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0603859 Jul 25 08:50:00.192033 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:00.209537 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=c243097a-4313-4fd5-ad41-f6f18a03b006,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:00.217427 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-59f04be7-a30e-4254-aa3c-a0fbbc0a48b3 req-976d5e73-1738-463c-990a-f73d9b733b99 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576692 Jul 25 08:50:00.265930 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:00.272234 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Attempting to bind port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:50:00.272769 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Attempting to bind port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'd12b46dc-2add-4840-b775-ee0cd97c0389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:50:00.273137 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Attempting to bind port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 on network dee8f53b-169e-4c04-a1c9-083cf3737d5b {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:50:00.278597 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 on network dee8f53b-169e-4c04-a1c9-083cf3737d5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:50:00.278850 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Attempting to bind port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 on network dee8f53b-169e-4c04-a1c9-083cf3737d5b {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:50:00.286053 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:50:00.286394 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Checking segment: {'id': 'd12b46dc-2add-4840-b775-ee0cd97c0389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:50:00.286821 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Bound using segment: {'id': 'd12b46dc-2add-4840-b775-ee0cd97c0389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:50:00.287253 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Bound port: f1ce2b2c-18a9-4cb3-9155-7b6d45a03700, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd12b46dc-2add-4840-b775-ee0cd97c0389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:50:00.287614 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:00.361698 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] For port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:50:00.363353 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12da20-c61e-46c3-8c9f-fba1e58d10e3 req-e18ede97-49b8-4b45-8893-fdb82426bc49 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:00.365061 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ca12da20-c61e-46c3-8c9f-fba1e58d10e3 req-e18ede97-49b8-4b45-8893-fdb82426bc49 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 944 time: 0.0500677 Jul 25 08:50:00.365452 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] For port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700,segment=NetworkSegment(d12b46dc-2add-4840-b775-ee0cd97c0389),segment_id=d12b46dc-2add-4840-b775-ee0cd97c0389)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:50:00.380843 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:00.387590 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:00.418560 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:00.419215 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:00.420550 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] 10.222.0.48 "PUT /v2.0/ports/f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 HTTP/1.1" status: 200 len: 1098 time: 0.6950569 Jul 25 08:50:00.421031 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6', 'tag': 'f1ce2b2c-18a9-4cb3-9155-7b6d45a03700'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:50:00.423854 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6febda-b7c5-44df-a93e-601d435f046e" -d '{"events": [{"name": "network-changed", "server_uuid": "e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6", "tag": "f1ce2b2c-18a9-4cb3-9155-7b6d45a03700"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:50:00.440948 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ca12da20-c61e-46c3-8c9f-fba1e58d10e3 req-c72c65c5-851d-43a9-b5d4-f1f1d6674965 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634668 Jul 25 08:50:00.457273 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce96e9-dc54-4abb-be53-e2c07811ec9d service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:00.468827 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe94c877-e60f-4198-85b2-f7d59216275a x-openstack-request-id: req-fe94c877-e60f-4198-85b2-f7d59216275a {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:50:00.469116 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6", "tag": "f1ce2b2c-18a9-4cb3-9155-7b6d45a03700", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:50:00.469394 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe94c877-e60f-4198-85b2-f7d59216275a {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:50:00.469820 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe94c877-e60f-4198-85b2-f7d59216275a'] response: {'name': 'network-changed', 'server_uuid': 'e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6', 'tag': 'f1ce2b2c-18a9-4cb3-9155-7b6d45a03700', 'status': 'completed', 'code': 200} Jul 25 08:50:00.623180 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-de21d4f7-9406-4475-a2d5-f3011124e16c service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202128 Jul 25 08:50:00.629397 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6febda-b7c5-44df-a93e-601d435f046e req-df96a778-e452-4e9a-ba1f-c31c5695e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:00.631073 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ab6febda-b7c5-44df-a93e-601d435f046e req-df96a778-e452-4e9a-ba1f-c31c5695e336 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d63f1e7e45df467f816bc14d6f861934&device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 1132 time: 0.0511837 Jul 25 08:50:00.721287 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ab6febda-b7c5-44df-a93e-601d435f046e req-bf825dd7-af4d-4068-96bd-6d87a1caf0c4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d63f1e7e45df467f816bc14d6f861934&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229828 Jul 25 08:50:00.768537 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['c243097a-4313-4fd5-ad41-f6f18a03b006'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:50:00.822857 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b6dca26c-c33b-4141-be8e-f5a5e69043b8 req-7d8d66f4-3917-491e-bf6d-0c3d90464657 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752639 Jul 25 08:50:00.845153 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6febda-b7c5-44df-a93e-601d435f046e req-5709ba7a-d104-4494-ae12-295a80544724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:00.848610 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ab6febda-b7c5-44df-a93e-601d435f046e req-5709ba7a-d104-4494-ae12-295a80544724 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1192441 Jul 25 08:50:01.182890 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15518e42-fd7f-46b7-99fe-952dce68d8ed req-7bcb642e-6e8b-4746-bc82-756ca3f9c0a9 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:01.184375 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-15518e42-fd7f-46b7-99fe-952dce68d8ed req-7bcb642e-6e8b-4746-bc82-756ca3f9c0a9 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 948 time: 0.0483649 Jul 25 08:50:01.234788 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-15518e42-fd7f-46b7-99fe-952dce68d8ed req-f3c28a70-71f2-4234-b5f2-d1380cb583d8 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Jul 25 08:50:01.326008 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c55540-4189-42c2-8f25-c5db55492539 req-48838eae-7e0b-4edc-b7fc-b8f5190eb453 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:01.327462 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-40c55540-4189-42c2-8f25-c5db55492539 req-48838eae-7e0b-4edc-b7fc-b8f5190eb453 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0480032 Jul 25 08:50:01.373676 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-40c55540-4189-42c2-8f25-c5db55492539 req-16230e89-1136-493a-ac82-91e6d9100fec tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406575 Jul 25 08:50:01.491493 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d091542-eef0-453f-af03-d48f9d6fefd4 req-28d90afe-8022-4d7b-8d0e-9828ddf9b285 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:01.496973 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6d091542-eef0-453f-af03-d48f9d6fefd4 req-28d90afe-8022-4d7b-8d0e-9828ddf9b285 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0563064 Jul 25 08:50:01.503740 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 59458) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:01.509823 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-d70fafd0-1fb7-4556-a3ef-a34531a578ce tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Request body: {'floatingip': {'port_id': '39973804-976f-4223-a900-f8cbbe4dcd0e'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:01.578798 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d70fafd0-1fb7-4556-a3ef-a34531a578ce tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for floatingip (e02cf177-950f-4032-9c50-208b4304760c), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:01.650708 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b423-6120-43ad-ba45-5fe4ce813c1a req-4a45e913-2cbd-4915-8622-691ff5835212 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:01.652260 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3653b423-6120-43ad-ba45-5fe4ce813c1a req-4a45e913-2cbd-4915-8622-691ff5835212 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 944 time: 0.1088510 Jul 25 08:50:01.749696 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3653b423-6120-43ad-ba45-5fe4ce813c1a req-670453ed-39f9-4c59-a1b7-7b89789bdea4 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907953 Jul 25 08:50:01.768194 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c288a2-cc17-4493-9067-8b594046e484 req-6ac80731-d9f4-411c-a283-52f1da06aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:01.770256 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-6ac80731-d9f4-411c-a283-52f1da06aa9d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d63f1e7e45df467f816bc14d6f861934&device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 1132 time: 0.2896223 Jul 25 08:50:01.854699 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:01.912441 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-4bead48e-210b-4a04-9aca-707802efb75f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 HTTP/1.1" status: 200 len: 217 time: 0.0494616 Jul 25 08:50:01.964789 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:01.987050 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c288a2-cc17-4493-9067-8b594046e484 req-d74be6bb-acbe-4ce7-bda0-63871970aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:01.988501 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-d74be6bb-acbe-4ce7-bda0-63871970aec4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6f862cf9-444e-4b4f-8ad4-5204390a4ab4 HTTP/1.1" status: 200 len: 843 time: 0.0694463 Jul 25 08:50:02.041055 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device c243097a-4313-4fd5-ad41-f6f18a03b006 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:50:02.044232 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c288a2-cc17-4493-9067-8b594046e484 req-91a69602-4ca0-4713-ba22-fc27dfa538cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:02.051742 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-91a69602-4ca0-4713-ba22-fc27dfa538cc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=dee8f53b-169e-4c04-a1c9-083cf3737d5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0559077 Jul 25 08:50:02.096893 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port c243097a-4313-4fd5-ad41-f6f18a03b006 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:50:02.105237 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port c243097a-4313-4fd5-ad41-f6f18a03b006 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:50:02.107487 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.160403 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-8cbd45cb-a2c3-4e44-ab9a-26966053af24 service neutron] 10.222.0.48 "GET /v2.0/networks/dee8f53b-169e-4c04-a1c9-083cf3737d5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017950 Jul 25 08:50:02.163029 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d70fafd0-1fb7-4556-a3ef-a34531a578ce tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.164818 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 59472) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:02.167395 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d70fafd0-1fb7-4556-a3ef-a34531a578ce tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (e02cf177-950f-4032-9c50-208b4304760c), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.206113 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port c243097a-4313-4fd5-ad41-f6f18a03b006 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:50:02.206593 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.231838 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:50:02.234552 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de5dbbf-cee8-4a0c-ac93-397f41926c0c" -d '{"events": [{"server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "name": "network-vif-plugged", "status": "completed", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:50:02.248516 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port c243097a-4313-4fd5-ad41-f6f18a03b006, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c243097a-4313-4fd5-ad41-f6f18a03b006,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:02.255085 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.287846 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:02.303162 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-d70fafd0-1fb7-4556-a3ef-a34531a578ce tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Floating IP e02cf177-950f-4032-9c50-208b4304760c associated. External IP: 172.27.1.142, port: 39973804-976f-4223-a900-f8cbbe4dcd0e. Jul 25 08:50:02.320817 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e83cead-2dca-48ee-88de-ac432a181958 x-openstack-request-id: req-0e83cead-2dca-48ee-88de-ac432a181958 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:50:02.321527 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "name": "network-vif-plugged", "status": "completed", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:50:02.321527 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e83cead-2dca-48ee-88de-ac432a181958 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:50:02.322108 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e83cead-2dca-48ee-88de-ac432a181958'] response: {'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'code': 200} Jul 25 08:50:02.326857 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=c243097a-4313-4fd5-ad41-f6f18a03b006,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:02.339710 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-61c288a2-cc17-4493-9067-8b594046e484 req-2efa1d73-d955-412a-83ef-66cc58763db3 service neutron] 10.222.0.48 "GET /v2.0/networks/dee8f53b-169e-4c04-a1c9-083cf3737d5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662006 Jul 25 08:50:02.384031 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.460867 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fc7ee-5e57-448b-bd1b-0c0be16a4a26 req-b30077e1-9d12-4174-807b-4c6c6a8a20b0 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:02.462331 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3d5fc7ee-5e57-448b-bd1b-0c0be16a4a26 req-b30077e1-9d12-4174-807b-4c6c6a8a20b0 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 948 time: 0.1066844 Jul 25 08:50:02.584513 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3d5fc7ee-5e57-448b-bd1b-0c0be16a4a26 req-dcef5b6e-f549-46c9-9b83-9c1b2bde23d9 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109910 Jul 25 08:50:02.665698 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Publish callbacks [] for security_group (cef9690b-4393-45d9-8ed8-a8fb3d56c5b3), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.671828 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (cef9690b-4393-45d9-8ed8-a8fb3d56c5b3), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.702490 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70fafd0-1fb7-4556-a3ef-a34531a578ce tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:50:02.717222 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:02.720143 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef9690b-4393-45d9-8ed8-a8fb3d56c5b3,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:02.727222 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1824f163532a4ea7aae438626d730adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5613966 Jul 25 08:50:02.730038 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 59482) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:02.736022 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.736369 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.736741 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.737081 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.737415 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.737746 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.738073 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.738453 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.738787 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.739114 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.739439 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.739766 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.740083 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.740401 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.740752 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca436213-f688-449a-997b-86fdb420602b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.784257 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Publish callbacks [] for security_group (cef9690b-4393-45d9-8ed8-a8fb3d56c5b3), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.811087 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Publish callbacks [] for security_group (cef9690b-4393-45d9-8ed8-a8fb3d56c5b3), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.828737 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:02.864946 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (cef9690b-4393-45d9-8ed8-a8fb3d56c5b3), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.867965 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.869276 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cef9690b-4393-45d9-8ed8-a8fb3d56c5b3 HTTP/1.1" status: 204 len: 168 time: 0.1382246 Jul 25 08:50:02.891180 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef9690b-4393-45d9-8ed8-a8fb3d56c5b3,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:02.900366 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463c777-3fbf-4ea8-9131-09b2d3e21c37 req-1eb8bb29-7618-4f82-b4c3-21c33e2b168e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:02.902905 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.903288 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.903655 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.904559 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.905096 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.905306 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.905643 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.905969 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.906449 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.907712 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.907846 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3463c777-3fbf-4ea8-9131-09b2d3e21c37 req-1eb8bb29-7618-4f82-b4c3-21c33e2b168e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0685980 Jul 25 08:50:02.908101 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.908438 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.908940 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.909270 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.909596 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103964ef-44bd-4d3a-af19-85cc71627966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:50:02.932368 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70fafd0-1fb7-4556-a3ef-a34531a578ce tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:50:02.937296 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d70fafd0-1fb7-4556-a3ef-a34531a578ce tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:02.945932 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690dbbb2-6c93-4243-b0d7-e145d6fea6c0 None None] Sync routers for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:50:02.964197 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690dbbb2-6c93-4243-b0d7-e145d6fea6c0 None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:50:02.964972 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-690dbbb2-6c93-4243-b0d7-e145d6fea6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:49:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:02.978117 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:03.003335 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-d70fafd0-1fb7-4556-a3ef-a34531a578ce tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "PUT /v2.0/floatingips/e02cf177-950f-4032-9c50-208b4304760c HTTP/1.1" status: 200 len: 992 time: 1.4984684 Jul 25 08:50:03.006140 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:50:03.008946 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:50:03.013947 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3463c777-3fbf-4ea8-9131-09b2d3e21c37 req-a16e96e0-3d2f-4380-864d-de473cb8c9eb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053295 Jul 25 08:50:03.051889 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9cd7b7-24b2-4fe2-aed3-929552b3a290 x-openstack-request-id: req-3c9cd7b7-24b2-4fe2-aed3-929552b3a290 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:50:03.052276 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:50:03.052648 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c9cd7b7-24b2-4fe2-aed3-929552b3a290 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:50:03.053360 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9cd7b7-24b2-4fe2-aed3-929552b3a290'] response: {'name': 'network-changed', 'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'status': 'completed', 'code': 200} Jul 25 08:50:03.096774 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-690dbbb2-6c93-4243-b0d7-e145d6fea6c0 None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:50:03.208352 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:03.321701 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-690dbbb2-6c93-4243-b0d7-e145d6fea6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'e02cf177-950f-4032-9c50-208b4304760c', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'port_id': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'mac_address': 'fa:16:3e:f6:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:48:42Z', 'updated_at': '2022-07-25T08:50:02Z', 'revision_number': 1, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:59Z', 'revision_number': 5, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:03.346202 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690dbbb2-6c93-4243-b0d7-e145d6fea6c0 None None] Checking router: d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:50:03.354508 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690dbbb2-6c93-4243-b0d7-e145d6fea6c0 None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:50:03.355127 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-690dbbb2-6c93-4243-b0d7-e145d6fea6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:49:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:03.573099 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-690dbbb2-6c93-4243-b0d7-e145d6fea6c0 None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:50:03.788238 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-690dbbb2-6c93-4243-b0d7-e145d6fea6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'e02cf177-950f-4032-9c50-208b4304760c', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'port_id': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'mac_address': 'fa:16:3e:f6:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:48:42Z', 'updated_at': '2022-07-25T08:50:02Z', 'revision_number': 1, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:59Z', 'revision_number': 5, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:03.814531 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690dbbb2-6c93-4243-b0d7-e145d6fea6c0 None None] The sync data for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi is: [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'e02cf177-950f-4032-9c50-208b4304760c', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'port_id': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'mac_address': 'fa:16:3e:f6:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:48:42Z', 'updated_at': '2022-07-25T08:50:02Z', 'revision_number': 1, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:59Z', 'revision_number': 5, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:50:03.921645 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbfc2f-91b2-40f8-990f-02cf2779d1ef req-55cb7307-48fc-4b29-a544-fcca345d0b7c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:03.923161 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-48cbfc2f-91b2-40f8-990f-02cf2779d1ef req-55cb7307-48fc-4b29-a544-fcca345d0b7c tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 948 time: 0.2669878 Jul 25 08:50:03.975407 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-48cbfc2f-91b2-40f8-990f-02cf2779d1ef req-d3ec4b2c-8d11-4c6a-ab49-335520eb02b7 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455639 Jul 25 08:50:04.015943 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77267cca-fc77-4c1b-b082-e1ea536c17b8 None None] New status for floating IP e02cf177-950f-4032-9c50-208b4304760c: ACTIVE {{(pid=110465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:50:04.019259 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=20 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:04.020926 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=16 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:04.148265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd9b83-7861-4658-bc64-6dc5ea570f05 req-3d2f12e8-55c2-40ed-a237-ae0448fb7af8 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:04.149738 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aabd9b83-7861-4658-bc64-6dc5ea570f05 req-3d2f12e8-55c2-40ed-a237-ae0448fb7af8 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0495598 Jul 25 08:50:04.199784 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aabd9b83-7861-4658-bc64-6dc5ea570f05 req-21e57051-212d-45e3-9f78-51cb4012be59 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436912 Jul 25 08:50:05.093685 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5140d-9a73-4382-8c79-a17b3b6907da req-4fdc7ae9-c3f5-4e9b-a60e-78e76045336e tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:05.095785 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-38b5140d-9a73-4382-8c79-a17b3b6907da req-4fdc7ae9-c3f5-4e9b-a60e-78e76045336e tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 948 time: 0.0490565 Jul 25 08:50:05.142890 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-38b5140d-9a73-4382-8c79-a17b3b6907da req-d3d89645-0736-4db3-a6de-8994ae2cf5d7 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Jul 25 08:50:05.314187 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df533a1-864a-4f0f-9148-ea0f30eb973d req-188d9784-473d-4f43-ada1-0a44a052692a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:05.315644 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0df533a1-864a-4f0f-9148-ea0f30eb973d req-188d9784-473d-4f43-ada1-0a44a052692a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0466089 Jul 25 08:50:05.361044 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0df533a1-864a-4f0f-9148-ea0f30eb973d req-f74db064-a1c2-43fd-9bf2-2214e94d4f87 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Jul 25 08:50:05.727489 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:05.736713 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e req-ac197a6a-be60-403e-b9c0-6a379725f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:05.738204 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e req-ac197a6a-be60-403e-b9c0-6a379725f534 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 1130 time: 0.0726388 Jul 25 08:50:05.740064 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665cc5d-80e1-4353-9e51-930ba0659b05 req-ac693af2-435e-490a-9858-62bb7921961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:05.741433 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-2665cc5d-80e1-4353-9e51-930ba0659b05 req-ac693af2-435e-490a-9858-62bb7921961a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 1129 time: 0.0611289 Jul 25 08:50:06.266954 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633ea7a-059d-4db4-85bf-254021273eff req-a9acecf3-c334-4808-9ecf-da7493174c0e tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:06.268918 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1633ea7a-059d-4db4-85bf-254021273eff req-a9acecf3-c334-4808-9ecf-da7493174c0e tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 948 time: 0.0544803 Jul 25 08:50:06.329997 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1633ea7a-059d-4db4-85bf-254021273eff req-4ab24069-823d-4f29-8e99-bb71464e5239 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550928 Jul 25 08:50:06.359744 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-2665cc5d-80e1-4353-9e51-930ba0659b05 req-1f17e855-8d8a-4107-9bc1-5d9012290840 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992830 Jul 25 08:50:06.383956 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e req-079bff03-8aa0-49f5-a688-afd240972f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:06.385410 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e req-079bff03-8aa0-49f5-a688-afd240972f0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.1192582 Jul 25 08:50:06.477102 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21050162-a15e-4709-9527-a1d6ae4f00dd req-266cb76b-e458-46ce-9e22-dd86fa23d2ba tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:06.478572 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-21050162-a15e-4709-9527-a1d6ae4f00dd req-266cb76b-e458-46ce-9e22-dd86fa23d2ba tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0471940 Jul 25 08:50:06.525699 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-21050162-a15e-4709-9527-a1d6ae4f00dd req-e5310e62-964c-4f01-b135-5562be65992b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416961 Jul 25 08:50:07.199243 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e req-000be8a8-0ddc-4649-9965-95cb427c06cc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39973804-976f-4223-a900-f8cbbe4dcd0e HTTP/1.1" status: 200 len: 1002 time: 0.0583768 Jul 25 08:50:07.252002 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e req-8edf2480-6751-4711-b758-4426d8cf6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:07.253482 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e req-8edf2480-6751-4711-b758-4426d8cf6b6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0461078 Jul 25 08:50:07.444584 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266fff3-6984-4022-a9c7-5283258cb6bb req-b94b1dc2-1069-4bdf-81f9-ff88c09fde94 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:07.446043 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8266fff3-6984-4022-a9c7-5283258cb6bb req-b94b1dc2-1069-4bdf-81f9-ff88c09fde94 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 948 time: 0.0461104 Jul 25 08:50:07.495852 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8266fff3-6984-4022-a9c7-5283258cb6bb req-96e319c1-2ee3-420b-84a7-8e6001449dab tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443285 Jul 25 08:50:07.630470 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ea28debe-13f8-466c-9713-0ed9c2e790e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:07.644501 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd10b8-d0a9-4f41-9302-a683478ee9d6 req-42ac142c-c559-464f-aafc-93314098ac0b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:07.646018 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3efd10b8-d0a9-4f41-9302-a683478ee9d6 req-42ac142c-c559-464f-aafc-93314098ac0b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0512495 Jul 25 08:50:07.692876 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3efd10b8-d0a9-4f41-9302-a683478ee9d6 req-d46adcb3-7a2e-4d83-a9e9-0936b69ff2d8 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Jul 25 08:50:07.970238 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e req-6d16fc19-0d1d-44ed-b92b-32f129343d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:07.971868 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e req-6d16fc19-0d1d-44ed-b92b-32f129343d9e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449233 Jul 25 08:50:08.044893 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:50:08.092550 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e req-5357fdf3-5f10-41c5-9058-85329c023608 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864372 Jul 25 08:50:08.149173 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700,segment=NetworkSegment(d12b46dc-2add-4840-b775-ee0cd97c0389),segment_id=d12b46dc-2add-4840-b775-ee0cd97c0389)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:08.156263 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:08.161866 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': 'f1ce2b2c-18a9-4cb3-9155-7b6d45a03700', 'network_id': 'dee8f53b-169e-4c04-a1c9-083cf3737d5b', 'port_id': 'f1ce2b2c-18a9-4cb3-9155-7b6d45a03700', 'mac_address': 'fa:16:3e:4b:d6:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f862cf9-444e-4b4f-8ad4-5204390a4ab4', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:50:08.195675 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:50:08.196421 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:08.210839 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:50:08.214115 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-90bd35e7-9d8b-4ec6-87d6-d9ce5f633d2e req-95ac7d26-9e79-4843-afac-33f73cc52e4a service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929801 Jul 25 08:50:08.231710 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700,segment=NetworkSegment(d12b46dc-2add-4840-b775-ee0cd97c0389),segment_id=d12b46dc-2add-4840-b775-ee0cd97c0389)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:08.235861 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:08.289361 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:08.489778 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:08.504046 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5dfe-7248-41f4-83ce-61021d313b4f req-9a4b86f5-2232-43db-8c24-94776c81ac6b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:08.505900 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6afe5dfe-7248-41f4-83ce-61021d313b4f req-9a4b86f5-2232-43db-8c24-94776c81ac6b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0500243 Jul 25 08:50:08.569060 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6afe5dfe-7248-41f4-83ce-61021d313b4f req-31523f17-b9d9-4343-bc45-9e5217320a15 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571213 Jul 25 08:50:08.627217 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839f2e3-fbf6-4abf-a51a-93a8c3a7c223 req-568edd90-fb77-4b71-a7c4-84aa87fadced tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:08.628705 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b839f2e3-fbf6-4abf-a51a-93a8c3a7c223 req-568edd90-fb77-4b71-a7c4-84aa87fadced tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 949 time: 0.0553703 Jul 25 08:50:08.676255 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b839f2e3-fbf6-4abf-a51a-93a8c3a7c223 req-5717695a-1d2a-45d3-a4a2-2d60d8eb15b0 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417948 Jul 25 08:50:08.809641 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abdb03-232c-4fcb-a5d6-52e444a4d47d req-0b6db9a9-6d00-44d5-9bf7-70c0650dbff8 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:08.811018 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c3abdb03-232c-4fcb-a5d6-52e444a4d47d req-0b6db9a9-6d00-44d5-9bf7-70c0650dbff8 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0467119 Jul 25 08:50:08.858146 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c3abdb03-232c-4fcb-a5d6-52e444a4d47d req-43ad80a7-a9c0-4703-87c3-49ff10127d10 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Jul 25 08:50:08.873779 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['f1ce2b2c-18a9-4cb3-9155-7b6d45a03700'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:50:08.953271 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:09.684279 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf68bc6-e34c-4022-b4e8-fede3db57468 req-5f7275e9-e071-461a-958a-0c630cac55a4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:09.685752 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-acf68bc6-e34c-4022-b4e8-fede3db57468 req-5f7275e9-e071-461a-958a-0c630cac55a4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0475850 Jul 25 08:50:09.707438 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:09.737259 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-acf68bc6-e34c-4022-b4e8-fede3db57468 req-498ce58d-d5e1-406b-a44b-899838059d79 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459952 Jul 25 08:50:09.793532 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eb585-a209-4dc2-aaef-442b0f7c2cce req-b41012b8-c5c7-4397-9af2-024edc893268 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:09.795031 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d84eb585-a209-4dc2-aaef-442b0f7c2cce req-b41012b8-c5c7-4397-9af2-024edc893268 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 949 time: 0.0469539 Jul 25 08:50:09.842038 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d84eb585-a209-4dc2-aaef-442b0f7c2cce req-c94d0379-1b00-4c09-856a-44dcad932097 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Jul 25 08:50:09.977698 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c09eff-7862-490f-b557-aef7482fcaa6 req-c99231da-4ed5-42c4-b031-4d08df45131d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:09.979128 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-59c09eff-7862-490f-b557-aef7482fcaa6 req-c99231da-4ed5-42c4-b031-4d08df45131d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0472643 Jul 25 08:50:10.006495 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a6f8633-60fb-43d7-b5ce-3f5d01c992c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:10.027809 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-59c09eff-7862-490f-b557-aef7482fcaa6 req-82523cd0-1ae5-4aab-9792-4e1788d3944a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431581 Jul 25 08:50:10.278583 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:50:10.332075 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:50:10.337923 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:50:10.338412 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:10.409308 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:50:10.409694 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:10.432331 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce2b2c-18a9-4cb3-9155-7b6d45a03700'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:50:10.434578 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74445109-e7f8-4fdf-be72-26b016498f2a" -d '{"events": [{"server_uuid": "e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce2b2c-18a9-4cb3-9155-7b6d45a03700"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:50:10.447134 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700,segment=NetworkSegment(d12b46dc-2add-4840-b775-ee0cd97c0389),segment_id=d12b46dc-2add-4840-b775-ee0cd97c0389)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:10.451774 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:10.478005 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29344723-cb43-4406-8589-43af964e23f3 x-openstack-request-id: req-29344723-cb43-4406-8589-43af964e23f3 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:50:10.478326 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce2b2c-18a9-4cb3-9155-7b6d45a03700", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:50:10.478582 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29344723-cb43-4406-8589-43af964e23f3 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:50:10.478962 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29344723-cb43-4406-8589-43af964e23f3'] response: {'server_uuid': 'e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce2b2c-18a9-4cb3-9155-7b6d45a03700', 'code': 200} Jul 25 08:50:10.503414 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:10.685301 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5812410-2a4b-425c-8d0c-7a9f33d64227 req-d76be0b6-b74a-4f21-9b68-2bcc4c036116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:10.686761 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b5812410-2a4b-425c-8d0c-7a9f33d64227 req-d76be0b6-b74a-4f21-9b68-2bcc4c036116 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 1134 time: 0.0372937 Jul 25 08:50:10.731264 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b5812410-2a4b-425c-8d0c-7a9f33d64227 req-a52b08b9-491e-4cb9-841f-ae0954844966 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374069 Jul 25 08:50:10.855696 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304fba3-ed24-4c38-9ee5-ea562e96849d req-bc7fa64c-9689-4778-a539-e5f226cefbce tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:10.857158 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b304fba3-ed24-4c38-9ee5-ea562e96849d req-bc7fa64c-9689-4778-a539-e5f226cefbce tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0494010 Jul 25 08:50:10.904448 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b304fba3-ed24-4c38-9ee5-ea562e96849d req-4ee1f9e5-514f-4196-b50e-7b88bc3a1487 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418561 Jul 25 08:50:10.962522 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bff296-b956-40dd-a0ae-00d0d49dc65a req-4e119aeb-62fe-42f9-b4ae-8c51b63cb561 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:10.963979 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-30bff296-b956-40dd-a0ae-00d0d49dc65a req-4e119aeb-62fe-42f9-b4ae-8c51b63cb561 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 950 time: 0.0467403 Jul 25 08:50:11.010504 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-30bff296-b956-40dd-a0ae-00d0d49dc65a req-3d9d53de-532b-47cd-bd2c-ed00b6ca0cbb tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401530 Jul 25 08:50:11.026159 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:11.144551 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe835c-381c-4df8-8fcd-0f88233a7a8d req-a8707cb6-e0a6-462a-acc8-b2b4a09c9c9d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:11.146028 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-adfe835c-381c-4df8-8fcd-0f88233a7a8d req-a8707cb6-e0a6-462a-acc8-b2b4a09c9c9d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0496485 Jul 25 08:50:11.192815 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-adfe835c-381c-4df8-8fcd-0f88233a7a8d req-36bcac0c-d3cb-4045-977f-a099fd5a4a5c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413325 Jul 25 08:50:11.307397 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b155a-91fe-4884-92e9-fa4a4299ef5b req-bc0f2484-007c-4e11-ba7c-335d9f493b45 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:11.308891 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-901b155a-91fe-4884-92e9-fa4a4299ef5b req-bc0f2484-007c-4e11-ba7c-335d9f493b45 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0474074 Jul 25 08:50:11.355835 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-901b155a-91fe-4884-92e9-fa4a4299ef5b req-431ef420-e75b-4e9d-9d80-0dda43206c05 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408411 Jul 25 08:50:11.675772 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37574e3f-638d-40c1-86ec-a128a8a89370 req-7ebdbe59-c182-443a-a645-6c37040565ba tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:11.677256 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-37574e3f-638d-40c1-86ec-a128a8a89370 req-7ebdbe59-c182-443a-a645-6c37040565ba tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0468752 Jul 25 08:50:11.726596 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-37574e3f-638d-40c1-86ec-a128a8a89370 req-d1cc627a-6d20-43d7-a2ae-59498b58e6c7 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 Jul 25 08:50:12.044871 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468474b3-a59c-4a14-8430-7b1c1cf84203 req-7a021cd9-dbd9-4c70-a52c-7c83ee756c30 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:12.044871 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-468474b3-a59c-4a14-8430-7b1c1cf84203 req-7a021cd9-dbd9-4c70-a52c-7c83ee756c30 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0512047 Jul 25 08:50:12.096722 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:12.131922 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-468474b3-a59c-4a14-8430-7b1c1cf84203 req-d47f4c35-28d5-43b3-95f8-96b2981e7215 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819037 Jul 25 08:50:12.146809 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11946f07-0039-433a-86ce-592c8c6d3ccb req-712136db-8810-4379-b968-89edceb18559 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:12.148287 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-11946f07-0039-433a-86ce-592c8c6d3ccb req-712136db-8810-4379-b968-89edceb18559 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 950 time: 0.0639756 Jul 25 08:50:12.196693 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-11946f07-0039-433a-86ce-592c8c6d3ccb req-9359a234-85e5-4d63-9d97-7861562775fd tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Jul 25 08:50:12.372482 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:12.805253 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:13.266653 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b01fe0-b81f-4ce4-96fb-a1b2b2cc8c60 req-234c6bf0-0fa7-44b0-88ea-6fad185cf690 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:13.273481 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-37b01fe0-b81f-4ce4-96fb-a1b2b2cc8c60 req-234c6bf0-0fa7-44b0-88ea-6fad185cf690 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0581036 Jul 25 08:50:13.323781 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:13.338743 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207404c-9132-401c-8c41-2c473f1bba05 req-d27501d4-1f0b-4bc3-9131-90e6142872ab tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:13.340189 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b207404c-9132-401c-8c41-2c473f1bba05 req-d27501d4-1f0b-4bc3-9131-90e6142872ab tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 950 time: 0.0693717 Jul 25 08:50:13.362403 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-37b01fe0-b81f-4ce4-96fb-a1b2b2cc8c60 req-35fec9e2-4f8b-4dc9-9076-f1fc8499e7eb tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810010 Jul 25 08:50:13.402588 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b207404c-9132-401c-8c41-2c473f1bba05 req-69e31762-4ec9-4c7c-bf0f-9fcbe8a1c234 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548921 Jul 25 08:50:14.122127 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:14.124875 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=11 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:14.502568 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fe8d9-9c4e-42ad-a627-af098875163d req-2764175f-7b4b-4e7a-b17e-debdd6309b3f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:14.504045 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1b8fe8d9-9c4e-42ad-a627-af098875163d req-2764175f-7b4b-4e7a-b17e-debdd6309b3f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0560226 Jul 25 08:50:14.550948 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1b8fe8d9-9c4e-42ad-a627-af098875163d req-4fcf27f1-f882-41f5-b37e-cf2d0fad31d7 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411322 Jul 25 08:50:14.650517 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbe347-bbde-4ae9-a07e-98824f4941a6 req-16a59c58-7e90-469b-a8c4-3531bcfedf6b tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:14.652011 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ffdbe347-bbde-4ae9-a07e-98824f4941a6 req-16a59c58-7e90-469b-a8c4-3531bcfedf6b tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 950 time: 0.0482948 Jul 25 08:50:14.699289 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ffdbe347-bbde-4ae9-a07e-98824f4941a6 req-5d398565-db8e-4095-8c3f-b31644f9e908 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412385 Jul 25 08:50:14.958174 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789c906-5cbf-4b7f-8145-50344d75faa2 req-ff271b5f-76cc-473c-b5d5-be1900a57f64 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:14.959636 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c789c906-5cbf-4b7f-8145-50344d75faa2 req-ff271b5f-76cc-473c-b5d5-be1900a57f64 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 950 time: 0.0486653 Jul 25 08:50:15.011463 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c789c906-5cbf-4b7f-8145-50344d75faa2 req-776157f9-2173-4389-883e-a13381d157e7 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463738 Jul 25 08:50:15.666430 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5f1f8-eab5-4c32-a8c7-1dd9305075e3 req-a02db78e-2e02-4adf-a829-1f330a7e468a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:15.667885 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f6c5f1f8-eab5-4c32-a8c7-1dd9305075e3 req-a02db78e-2e02-4adf-a829-1f330a7e468a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0466065 Jul 25 08:50:15.715479 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f6c5f1f8-eab5-4c32-a8c7-1dd9305075e3 req-79cf7765-bc1d-47de-8787-b25a2e11c060 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416739 Jul 25 08:50:16.125842 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff862a10-e3b9-4673-8bc4-ba006cd78212 req-82e6df15-cdae-4d0e-9835-f8f21f13dcf7 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:16.127297 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ff862a10-e3b9-4673-8bc4-ba006cd78212 req-82e6df15-cdae-4d0e-9835-f8f21f13dcf7 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 950 time: 0.0462213 Jul 25 08:50:16.174376 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ff862a10-e3b9-4673-8bc4-ba006cd78212 req-18433281-1837-423f-b01f-424f088e0554 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 Jul 25 08:50:16.835304 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47fe44-a614-4dfe-8fda-93be00bbb03c req-fa8d68a0-067a-4aaf-b459-0c99725a3d39 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:16.836701 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-db47fe44-a614-4dfe-8fda-93be00bbb03c req-fa8d68a0-067a-4aaf-b459-0c99725a3d39 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0499806 Jul 25 08:50:16.883447 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-db47fe44-a614-4dfe-8fda-93be00bbb03c req-949729c7-f233-452d-a6ad-200af69ab98b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 Jul 25 08:50:17.291940 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec01505-b0d0-4659-9319-b73a4467519b req-8c11e920-5ea2-4a92-a96c-03d5c2f1ef3d tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:17.293469 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ec01505-b0d0-4659-9319-b73a4467519b req-8c11e920-5ea2-4a92-a96c-03d5c2f1ef3d tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 950 time: 0.0473280 Jul 25 08:50:17.340976 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ec01505-b0d0-4659-9319-b73a4467519b req-5db944f2-e03c-46f7-8ab6-7018ba4340ab tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Jul 25 08:50:17.420591 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dd768-d62f-4074-b61c-e324e21e377b req-4a8353f0-e824-45a6-aff8-b4ca842a3a0a tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:17.422067 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a54dd768-d62f-4074-b61c-e324e21e377b req-4a8353f0-e824-45a6-aff8-b4ca842a3a0a tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.48 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 950 time: 0.0547268 Jul 25 08:50:17.563539 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-a54dd768-d62f-4074-b61c-e324e21e377b req-6706b3b3-afdc-43d5-bc7b-8c27719db732 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Deleting port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:50:17.563884 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-a54dd768-d62f-4074-b61c-e324e21e377b req-6706b3b3-afdc-43d5-bc7b-8c27719db732 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:17.659955 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-a54dd768-d62f-4074-b61c-e324e21e377b req-6706b3b3-afdc-43d5-bc7b-8c27719db732 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] For port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700,segment=NetworkSegment(d12b46dc-2add-4840-b775-ee0cd97c0389),segment_id=d12b46dc-2add-4840-b775-ee0cd97c0389)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:17.660322 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-a54dd768-d62f-4074-b61c-e324e21e377b req-6706b3b3-afdc-43d5-bc7b-8c27719db732 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:17.674173 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-a54dd768-d62f-4074-b61c-e324e21e377b req-6706b3b3-afdc-43d5-bc7b-8c27719db732 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Calling delete_port for f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:50:17.684652 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:17.787297 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:17.802992 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-a54dd768-d62f-4074-b61c-e324e21e377b req-6706b3b3-afdc-43d5-bc7b-8c27719db732 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (f1ce2b2c-18a9-4cb3-9155-7b6d45a03700), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:17.832883 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706b3b3-afdc-43d5-bc7b-8c27719db732 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Pushing event deleted for resources: {'Port': ['ID=f1ce2b2c-18a9-4cb3-9155-7b6d45a03700,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:17.852603 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['f1ce2b2c-18a9-4cb3-9155-7b6d45a03700'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:50:17.888660 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54dd768-d62f-4074-b61c-e324e21e377b req-6706b3b3-afdc-43d5-bc7b-8c27719db732 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] No DVR routers for this DVR port f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:50:17.892640 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-a54dd768-d62f-4074-b61c-e324e21e377b req-6706b3b3-afdc-43d5-bc7b-8c27719db732 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:17.896187 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a54dd768-d62f-4074-b61c-e324e21e377b req-6706b3b3-afdc-43d5-bc7b-8c27719db732 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.48 "DELETE /v2.0/ports/f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 HTTP/1.1" status: 204 len: 173 time: 0.4182301 Jul 25 08:50:17.896647 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6', 'name': 'network-vif-deleted', 'tag': 'f1ce2b2c-18a9-4cb3-9155-7b6d45a03700'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:50:17.899213 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18db76d4-8dfd-46f4-b99f-182e6f8e2d2a" -d '{"events": [{"server_uuid": "e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6", "name": "network-vif-deleted", "tag": "f1ce2b2c-18a9-4cb3-9155-7b6d45a03700"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:50:17.951778 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8794de02-742d-4c0c-8cdd-5f7965fae196 x-openstack-request-id: req-8794de02-742d-4c0c-8cdd-5f7965fae196 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:50:17.952073 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6", "name": "network-vif-deleted", "tag": "f1ce2b2c-18a9-4cb3-9155-7b6d45a03700", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:50:17.952330 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8794de02-742d-4c0c-8cdd-5f7965fae196 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:50:17.952802 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8794de02-742d-4c0c-8cdd-5f7965fae196'] response: {'server_uuid': 'e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6', 'name': 'network-vif-deleted', 'tag': 'f1ce2b2c-18a9-4cb3-9155-7b6d45a03700', 'status': 'completed', 'code': 200} Jul 25 08:50:18.012591 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 59676) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:18.018624 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-eb8a789f-2a21-4589-917d-d010f7089765 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386998440', 'description': 'tempest-description--2119092959'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:18.040738 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441bf97-d8a9-47d5-bd9e-9c5ab1b05b1d req-b7cc268c-56f1-44f0-ab32-6d079fe1374c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:18.044563 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0441bf97-d8a9-47d5-bd9e-9c5ab1b05b1d req-b7cc268c-56f1-44f0-ab32-6d079fe1374c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0759122 Jul 25 08:50:18.053583 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-eb8a789f-2a21-4589-917d-d010f7089765 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.113446 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0441bf97-d8a9-47d5-bd9e-9c5ab1b05b1d req-4776a819-044e-424a-a85a-61f6fed97e4b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610619 Jul 25 08:50:18.145383 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-eb8a789f-2a21-4589-917d-d010f7089765 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (5e891b27-6218-45b7-b066-3367fc97a005), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.149019 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-eb8a789f-2a21-4589-917d-d010f7089765 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (5e891b27-6218-45b7-b066-3367fc97a005), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.178829 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-eb8a789f-2a21-4589-917d-d010f7089765 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.180054 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-eb8a789f-2a21-4589-917d-d010f7089765 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1662877 Jul 25 08:50:18.183225 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 59678) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:18.184363 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a789f-2a21-4589-917d-d010f7089765 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e891b27-6218-45b7-b066-3367fc97a005,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:18.187880 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-34de19e0-4c97-4fc9-9f26-2c5d671066d6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group_rule': {'security_group_id': '5e891b27-6218-45b7-b066-3367fc97a005', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:18.213508 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-34de19e0-4c97-4fc9-9f26-2c5d671066d6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (099c620c-5df0-4e13-8704-60e4f535f84f), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.217287 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:18.269648 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-34de19e0-4c97-4fc9-9f26-2c5d671066d6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (099c620c-5df0-4e13-8704-60e4f535f84f), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.273140 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-34de19e0-4c97-4fc9-9f26-2c5d671066d6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (099c620c-5df0-4e13-8704-60e4f535f84f), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.279363 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:18.293266 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de19e0-4c97-4fc9-9f26-2c5d671066d6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099c620c-5df0-4e13-8704-60e4f535f84f,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:18.301115 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-34de19e0-4c97-4fc9-9f26-2c5d671066d6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.302321 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-34de19e0-4c97-4fc9-9f26-2c5d671066d6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180570 Jul 25 08:50:18.305135 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 59680) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:18.309588 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-3d064b91-bd03-4244-bece-8263b85ed6b6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group_rule': {'security_group_id': '5e891b27-6218-45b7-b066-3367fc97a005', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:18.335412 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3d064b91-bd03-4244-bece-8263b85ed6b6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (074a1c51-1e19-48ae-b1d6-4d22e2945ce0), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.398784 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3d064b91-bd03-4244-bece-8263b85ed6b6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (074a1c51-1e19-48ae-b1d6-4d22e2945ce0), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.403394 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3d064b91-bd03-4244-bece-8263b85ed6b6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (074a1c51-1e19-48ae-b1d6-4d22e2945ce0), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.423443 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d064b91-bd03-4244-bece-8263b85ed6b6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074a1c51-1e19-48ae-b1d6-4d22e2945ce0,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:18.436113 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3d064b91-bd03-4244-bece-8263b85ed6b6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.440606 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3d064b91-bd03-4244-bece-8263b85ed6b6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312363 Jul 25 08:50:18.440606 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 59684) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:18.444891 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:18.454668 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b873d901-a819-4d66-93ad-e051fef4da3d req-ba2e90ee-e898-4fb6-aa45-58f20ce33ce8 tempest-VolumesNegativeTest-591937892 tempest-VolumesNegativeTest-591937892-project] 10.222.0.52 "GET /v2.0/ports?device_id=e05e77f0-925e-4fcc-a23e-0cc0d4d1f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0312767 Jul 25 08:50:18.466421 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.550225 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.665441 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Allocated IP 172.27.1.176 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/2df01d51-70f5-46bf-81ce-861db9e9cb57) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:50:18.738317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:18.772557 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (2df01d51-70f5-46bf-81ce-861db9e9cb57), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.804112 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:18.809432 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (2df01d51-70f5-46bf-81ce-861db9e9cb57), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.852078 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:50:18.857046 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:50:18.861749 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:50:18.864972 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=2df01d51-70f5-46bf-81ce-861db9e9cb57,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:18.943811 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (367be3a7-83a9-40c7-a9fb-1f642a198ee7), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:18.983555 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (2df01d51-70f5-46bf-81ce-861db9e9cb57), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:19.128510 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (2df01d51-70f5-46bf-81ce-861db9e9cb57), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:19.133286 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (2df01d51-70f5-46bf-81ce-861db9e9cb57), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:19.206056 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=2df01d51-70f5-46bf-81ce-861db9e9cb57,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:19.217103 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (367be3a7-83a9-40c7-a9fb-1f642a198ee7), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:19.233628 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:19.235989 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f003b528-6f69-4bcb-9099-b754ead56ecc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7939615 Jul 25 08:50:19.242369 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b72481-d41a-466e-a98b-1feb8bd7a858 req-ec97b8d3-df06-4b9a-8305-a01111f559c8 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:19.243914 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a5b72481-d41a-466e-a98b-1feb8bd7a858 req-ec97b8d3-df06-4b9a-8305-a01111f559c8 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0485795 Jul 25 08:50:19.295558 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a5b72481-d41a-466e-a98b-1feb8bd7a858 req-96038a32-f3a9-49a2-9bf5-725dc3250c90 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460892 Jul 25 08:50:19.437263 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-2423bc67-121a-471a-ae19-0d245316b959 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--386998440&fields=id&tenant_id=86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 267 time: 0.0421724 Jul 25 08:50:19.544928 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-e7e68b56-bbee-46ec-9cc8-e69bbb8b952a tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:19.546464 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-e7e68b56-bbee-46ec-9cc8-e69bbb8b952a tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 814 time: 0.1031482 Jul 25 08:50:19.560725 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-f8ea8102-db58-41f3-b1f4-4df579373d77 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/quotas/86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 375 time: 0.0089891 Jul 25 08:50:19.616778 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-9742cfcd-bd5a-4711-a68f-7760c6d83029 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506296 Jul 25 08:50:19.724873 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-bd7306b4-17e2-4f1b-b0bc-4e2c60cba6fc service neutron] 10.222.0.52 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957134 Jul 25 08:50:19.826166 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-8131d406-a334-47e2-b774-1c0d487e558c service neutron] 10.222.0.52 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953608 Jul 25 08:50:20.008074 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a9a02588-4bc8-4c62-ae92-0e9ffeaebda8 req-7d55c4f6-171c-44cb-b4c3-281272e1882c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 210 time: 0.0318799 Jul 25 08:50:20.431588 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fe8df-b8a3-4890-bf6c-055e36dbff9b req-09e85b38-e5b2-4e6f-9ff4-e7fdb6847a63 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:20.433246 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c09fe8df-b8a3-4890-bf6c-055e36dbff9b req-09e85b38-e5b2-4e6f-9ff4-e7fdb6847a63 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0508547 Jul 25 08:50:20.498133 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c09fe8df-b8a3-4890-bf6c-055e36dbff9b req-7a310461-5331-4bdf-b717-3dcfbf5b0403 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583925 Jul 25 08:50:21.142198 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c3bf5690-3e7d-4309-b8fe-ffc7ffcba9af req-720c4761-864a-48dc-ba83-fff4047f1943 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 210 time: 0.0535123 Jul 25 08:50:21.235828 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-24548fca-86cf-4599-825d-2c0f9dc31947 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:21.237699 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-24548fca-86cf-4599-825d-2c0f9dc31947 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 814 time: 0.1246254 Jul 25 08:50:21.339300 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-9343b600-a933-4ec3-aee5-dfb971deb3f8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 472 time: 0.0716336 Jul 25 08:50:21.457028 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'port': {'device_id': 'd5263978-0aac-41bf-adad-05221bb69a08', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'admin_state_up': True, 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'security_groups': ['5e891b27-6218-45b7-b066-3367fc97a005']}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:21.521659 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:21.578436 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Made reservation on behalf of 86bea90252bc44b580c40b24b0bd4ed3 for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:50:21.582533 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:21.633768 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc944a6-fcb3-43fa-8c70-c8f929bd5239 req-03a6803e-f4c9-4358-b5f5-8c3b3c0ddfdb tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:21.635274 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9bc944a6-fcb3-43fa-8c70-c8f929bd5239 req-03a6803e-f4c9-4358-b5f5-8c3b3c0ddfdb tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0522237 Jul 25 08:50:21.691385 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9bc944a6-fcb3-43fa-8c70-c8f929bd5239 req-b09fd711-13b8-474e-ad76-6d02e1b75520 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497465 Jul 25 08:50:21.713104 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:21.724516 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Allocated IP 172.20.0.12 (6ca11239-7898-4751-a9c6-3b03bbecba12/7842b18f-7585-435d-9107-a700ec331748/702582ed-3157-4dee-b38e-d158d8ec1b75) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:50:21.878058 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:21.912546 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:21.959234 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:50:21.964250 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:50:21.966394 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=702582ed-3157-4dee-b38e-d158d8ec1b75,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:21.968474 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:50:22.024469 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:22.025317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:22.043702 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-491ca61a-07c8-417e-9d6b-7910d0b559fd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5906551 Jul 25 08:50:22.114241 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Request body: {'port': {'device_id': 'd5263978-0aac-41bf-adad-05221bb69a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:22.179480 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:22.207224 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-9c0a2639-b0d4-442b-a0df-00aca3230af1 None None] Provisioning complete for port 702582ed-3157-4dee-b38e-d158d8ec1b75 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:50:22.208425 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9c0a2639-b0d4-442b-a0df-00aca3230af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:22.263277 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a2639-b0d4-442b-a0df-00aca3230af1 None None] Port 702582ed-3157-4dee-b38e-d158d8ec1b75 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:50:22.296108 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:50:22.300243 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5792-59cd-4a1b-bf2d-4d5f2aa52e32 req-83b87a16-89c4-4ffc-83ea-f3943a604e26 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:22.307817 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b2cd5792-59cd-4a1b-bf2d-4d5f2aa52e32 req-83b87a16-89c4-4ffc-83ea-f3943a604e26 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 932 time: 0.0677071 Jul 25 08:50:22.322428 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:50:22.323023 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device f1ce2b2c-18a9-4cb3-9155-7b6d45a03700 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:50:22.378451 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:22.384347 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b2cd5792-59cd-4a1b-bf2d-4d5f2aa52e32 req-698c2dfe-0c0a-41b7-a1a3-1d4ab123de50 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754290 Jul 25 08:50:22.492053 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 702582ed-3157-4dee-b38e-d158d8ec1b75 {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:50:22.499437 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Publish callbacks [] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:22.511898 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Transition to ACTIVE for port object 702582ed-3157-4dee-b38e-d158d8ec1b75 will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:50:22.514878 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:22.562217 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Pushing event updated for resources: {'Port': ['ID=702582ed-3157-4dee-b38e-d158d8ec1b75,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:22.635238 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Attempting to bind port 702582ed-3157-4dee-b38e-d158d8ec1b75 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:50:22.635559 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Attempting to bind port 702582ed-3157-4dee-b38e-d158d8ec1b75 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:50:22.635882 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Attempting to bind port 702582ed-3157-4dee-b38e-d158d8ec1b75 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:50:22.640443 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Port 702582ed-3157-4dee-b38e-d158d8ec1b75 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:50:22.641318 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Attempting to bind port 702582ed-3157-4dee-b38e-d158d8ec1b75 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:50:22.646412 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:50:22.646742 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Checking segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:50:22.647118 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Bound using segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:50:22.647534 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Bound port: 702582ed-3157-4dee-b38e-d158d8ec1b75, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:50:22.647885 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:22.662526 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:22.719545 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] For port 702582ed-3157-4dee-b38e-d158d8ec1b75, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:50:22.722665 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] For port 702582ed-3157-4dee-b38e-d158d8ec1b75, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=702582ed-3157-4dee-b38e-d158d8ec1b75,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:50:22.729272 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:22.767393 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:22.768148 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:22.769539 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] 10.222.0.48 "PUT /v2.0/ports/702582ed-3157-4dee-b38e-d158d8ec1b75 HTTP/1.1" status: 200 len: 1094 time: 0.6607523 Jul 25 08:50:22.770117 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5263978-0aac-41bf-adad-05221bb69a08', 'tag': '702582ed-3157-4dee-b38e-d158d8ec1b75'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:50:22.772313 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda69617-0c1f-4903-9fe3-218be680131a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5263978-0aac-41bf-adad-05221bb69a08", "tag": "702582ed-3157-4dee-b38e-d158d8ec1b75"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:50:22.800291 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11fc10-57c0-44d4-8600-1a5c7ca77f56 service neutron] Pushing event updated for resources: {'Port': ['ID=702582ed-3157-4dee-b38e-d158d8ec1b75,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:22.834531 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9888c-b18a-4774-9154-5c468049bce4 req-e5dba02b-49e0-48c2-995d-5cf100c867b3 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:22.836657 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6bf9888c-b18a-4774-9154-5c468049bce4 req-e5dba02b-49e0-48c2-995d-5cf100c867b3 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0691097 Jul 25 08:50:22.838322 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0985812-799c-4249-9bfa-68265666cf78 x-openstack-request-id: req-f0985812-799c-4249-9bfa-68265666cf78 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:50:22.838503 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5263978-0aac-41bf-adad-05221bb69a08", "tag": "702582ed-3157-4dee-b38e-d158d8ec1b75", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:50:22.838694 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0985812-799c-4249-9bfa-68265666cf78 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:50:22.840415 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0985812-799c-4249-9bfa-68265666cf78'] response: {'name': 'network-changed', 'server_uuid': 'd5263978-0aac-41bf-adad-05221bb69a08', 'tag': '702582ed-3157-4dee-b38e-d158d8ec1b75', 'status': 'completed', 'code': 200} Jul 25 08:50:22.908641 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6bf9888c-b18a-4774-9154-5c468049bce4 req-e64d1040-6655-445d-ac49-8bb01f0c282c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596733 Jul 25 08:50:22.940491 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-daf65b50-d8f4-4a50-8494-155916c2944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:22.942014 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-daf65b50-d8f4-4a50-8494-155916c2944c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 1128 time: 0.0671346 Jul 25 08:50:23.003151 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-f426f4e4-3aa7-4e99-90a2-29fee4d841ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=702582ed-3157-4dee-b38e-d158d8ec1b75 HTTP/1.1" status: 200 len: 217 time: 0.0373504 Jul 25 08:50:23.051316 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-9c642d45-b229-4126-87c6-1822542e7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:23.052754 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-9c642d45-b229-4126-87c6-1822542e7c93 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.0432732 Jul 25 08:50:23.106363 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-1673d8a2-afb9-4cf9-bc3a-ebd8f125403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:23.107786 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-1673d8a2-afb9-4cf9-bc3a-ebd8f125403f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377331 Jul 25 08:50:23.198118 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-8f0407d8-420a-4669-ba10-ce7e998385e8 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831637 Jul 25 08:50:23.285774 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f492635-d1f2-44b0-b001-7b8d515ac620 req-003db5b9-c5fc-4720-afae-5fe4c7d3371d service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810108 Jul 25 08:50:23.469559 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:50:23.477585 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:23.496890 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c07f2b-f3fa-4eb1-8742-3a733139321b req-7cf21e6f-cdce-49d3-90ac-a0744caba6d0 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:23.498383 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-06c07f2b-f3fa-4eb1-8742-3a733139321b req-7cf21e6f-cdce-49d3-90ac-a0744caba6d0 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 944 time: 0.0484765 Jul 25 08:50:23.510474 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:23.547465 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-06c07f2b-f3fa-4eb1-8742-3a733139321b req-25386b02-e3d3-4557-8067-c0e90596122f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427113 Jul 25 08:50:23.877732 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 60000) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:24.022999 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-25ef8adc-f8c3-4c04-b3e3-89ce44f4ad55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d63f1e7e45df467f816bc14d6f861934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441202 Jul 25 08:50:24.025477 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 60010) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:24.032654 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7610bd-3dd7-4907-af3e-6de2b9946998 req-90e974d9-8167-411b-84b1-90d50f98c8bd tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:24.034171 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ad7610bd-3dd7-4907-af3e-6de2b9946998 req-90e974d9-8167-411b-84b1-90d50f98c8bd tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0624239 Jul 25 08:50:24.069722 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:24.081932 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ad7610bd-3dd7-4907-af3e-6de2b9946998 req-64c74614-b92f-4e7d-b75e-f5cd990e22ee tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 Jul 25 08:50:24.082143 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6dd2ca9a-0029-408d-bf81-f3a2c6222f47 admin admin] Publish callbacks [] for security_group (5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:24.104765 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6dd2ca9a-0029-408d-bf81-f3a2c6222f47 admin admin] Publish callbacks [] for security_group (5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:24.152273 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6dd2ca9a-0029-408d-bf81-f3a2c6222f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:24.154766 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6dd2ca9a-0029-408d-bf81-f3a2c6222f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:24.155905 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6dd2ca9a-0029-408d-bf81-f3a2c6222f47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4 HTTP/1.1" status: 204 len: 168 time: 0.1295524 Jul 25 08:50:24.163654 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2ca9a-0029-408d-bf81-f3a2c6222f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9ca02c-04a4-45b3-8d22-b6ca9661e7d4,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:24.410980 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:24.665674 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d596773-db0f-46ab-ab01-3e4fabe93fef req-66394716-6384-421a-97e4-2c35a7a6f159 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:24.667053 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3d596773-db0f-46ab-ab01-3e4fabe93fef req-66394716-6384-421a-97e4-2c35a7a6f159 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 944 time: 0.0473461 Jul 25 08:50:24.712715 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3d596773-db0f-46ab-ab01-3e4fabe93fef req-f6dbccc3-0ebd-4f2b-b58c-b9abfccd3038 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403185 Jul 25 08:50:25.201516 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e9795-062b-4700-a743-7c1490b0972e req-779ea95a-b970-46ba-9295-df7332ca0eb8 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:25.203440 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-918e9795-062b-4700-a743-7c1490b0972e req-779ea95a-b970-46ba-9295-df7332ca0eb8 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0493855 Jul 25 08:50:25.248902 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-918e9795-062b-4700-a743-7c1490b0972e req-e811b29d-75fb-492b-8eda-ea053ae7324a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 Jul 25 08:50:25.588858 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:25.830663 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d46d80-4601-40b4-9e8a-b6d198723b2d req-6f1720c8-b9c5-433d-8ba5-0eed0b746dfe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:25.832118 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-02d46d80-4601-40b4-9e8a-b6d198723b2d req-6f1720c8-b9c5-433d-8ba5-0eed0b746dfe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 944 time: 0.0471671 Jul 25 08:50:25.878024 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-02d46d80-4601-40b4-9e8a-b6d198723b2d req-91ed482b-b72f-420b-a43b-ef5c5a45c4ce tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403819 Jul 25 08:50:26.369673 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feae36-40d0-4034-a8a4-4465a4bd50e6 req-0cc6f928-a842-42a6-bf0e-d7eede9b20d9 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:26.371118 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-34feae36-40d0-4034-a8a4-4465a4bd50e6 req-0cc6f928-a842-42a6-bf0e-d7eede9b20d9 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0458658 Jul 25 08:50:26.427108 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-34feae36-40d0-4034-a8a4-4465a4bd50e6 req-e22fec1a-cc94-4444-87f6-e00039b2fb22 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500298 Jul 25 08:50:26.560824 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda69617-0c1f-4903-9fe3-218be680131a req-0409c355-8124-4375-9281-3bffdffed495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:26.562820 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-eda69617-0c1f-4903-9fe3-218be680131a req-0409c355-8124-4375-9281-3bffdffed495 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 1128 time: 0.0395429 Jul 25 08:50:26.993486 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b776b-8404-4ace-a1f0-351811ea5985 req-aa0bc849-e2b9-4b1c-8886-bf1cfb673d2f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:26.994938 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-788b776b-8404-4ace-a1f0-351811ea5985 req-aa0bc849-e2b9-4b1c-8886-bf1cfb673d2f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 944 time: 0.0469909 Jul 25 08:50:27.041269 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-788b776b-8404-4ace-a1f0-351811ea5985 req-a81deaa0-e293-4cc7-8d19-b4c83589b923 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409396 Jul 25 08:50:27.188815 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda69617-0c1f-4903-9fe3-218be680131a req-50dd9ae4-248d-4b4b-b12c-ea7c6374b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:27.190272 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-eda69617-0c1f-4903-9fe3-218be680131a req-50dd9ae4-248d-4b4b-b12c-ea7c6374b719 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 915 time: 0.0980735 Jul 25 08:50:27.541790 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc2974-e36a-4e18-838c-f563e0662a89 req-901ea998-81f8-412d-95c6-885c5594b90b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:27.543243 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ebfc2974-e36a-4e18-838c-f563e0662a89 req-901ea998-81f8-412d-95c6-885c5594b90b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0462592 Jul 25 08:50:27.589609 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ebfc2974-e36a-4e18-838c-f563e0662a89 req-8b2121a3-7623-4699-ab8e-76063b66051e tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403323 Jul 25 08:50:27.626028 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-eda69617-0c1f-4903-9fe3-218be680131a req-96ef1287-de15-474a-a7f7-72f351042b75 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=702582ed-3157-4dee-b38e-d158d8ec1b75 HTTP/1.1" status: 200 len: 217 time: 0.0347369 Jul 25 08:50:27.684297 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda69617-0c1f-4903-9fe3-218be680131a req-cb842d88-7150-4972-8f28-4ab784cd8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:27.685804 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-eda69617-0c1f-4903-9fe3-218be680131a req-cb842d88-7150-4972-8f28-4ab784cd8a58 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.0467448 Jul 25 08:50:27.740076 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda69617-0c1f-4903-9fe3-218be680131a req-c702751d-3a98-43a5-b438-160e026aa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:27.741957 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-eda69617-0c1f-4903-9fe3-218be680131a req-c702751d-3a98-43a5-b438-160e026aa976 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480292 Jul 25 08:50:27.801300 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b058d-45ee-4bfa-98e9-6e8613d8faa1 req-4398735d-4501-4485-9e06-a3696f4e7731 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:27.803002 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-387b058d-45ee-4bfa-98e9-6e8613d8faa1 req-4398735d-4501-4485-9e06-a3696f4e7731 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0509186 Jul 25 08:50:27.852636 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-387b058d-45ee-4bfa-98e9-6e8613d8faa1 req-f8da92dc-9be8-41ff-9785-824c01c72149 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438740 Jul 25 08:50:27.902053 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:27.968978 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309201de-b7fe-48ab-ada3-c73d1d3bca42 req-5da6e822-03db-47a3-9fc9-82faf48b55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:27.970372 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-309201de-b7fe-48ab-ada3-c73d1d3bca42 req-5da6e822-03db-47a3-9fc9-82faf48b55b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 1130 time: 0.0655963 Jul 25 08:50:27.972466 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-eda69617-0c1f-4903-9fe3-218be680131a req-2962482b-e644-45bf-972c-77e26d458191 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334467 Jul 25 08:50:28.183768 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0edef-1f56-4e38-acdc-8c9b0c57a2f8 req-3d5656ca-2748-4f54-b2ba-00de7a0078c8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:28.185450 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-95c0edef-1f56-4e38-acdc-8c9b0c57a2f8 req-3d5656ca-2748-4f54-b2ba-00de7a0078c8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 944 time: 0.0522830 Jul 25 08:50:28.243798 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-95c0edef-1f56-4e38-acdc-8c9b0c57a2f8 req-ed6235b8-f6c3-4736-8270-25fadee5e18c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527427 Jul 25 08:50:28.320981 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 702582ed-3157-4dee-b38e-d158d8ec1b75 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:50:28.344802 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:28.385814 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309201de-b7fe-48ab-ada3-c73d1d3bca42 req-511c2e7e-38ed-497a-8393-9cc4f2dd89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:28.387326 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-309201de-b7fe-48ab-ada3-c73d1d3bca42 req-511c2e7e-38ed-497a-8393-9cc4f2dd89ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 912 time: 0.4016356 Jul 25 08:50:28.393925 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-eda69617-0c1f-4903-9fe3-218be680131a req-e3ef45ce-82cc-46ee-98a8-8331ddfdb75e service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001329 Jul 25 08:50:28.431354 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 702582ed-3157-4dee-b38e-d158d8ec1b75, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=702582ed-3157-4dee-b38e-d158d8ec1b75,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:28.445396 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '702582ed-3157-4dee-b38e-d158d8ec1b75', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'port_id': '702582ed-3157-4dee-b38e-d158d8ec1b75', 'mac_address': 'fa:16:3e:21:e2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:50:28.466180 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-309201de-b7fe-48ab-ada3-c73d1d3bca42 req-ee799646-2a63-4a5d-a749-86181417b3f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f HTTP/1.1" status: 200 len: 1002 time: 0.0706077 Jul 25 08:50:28.489653 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 702582ed-3157-4dee-b38e-d158d8ec1b75 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:50:28.490283 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:28.509658 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 702582ed-3157-4dee-b38e-d158d8ec1b75 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:50:28.542244 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309201de-b7fe-48ab-ada3-c73d1d3bca42 req-89f7cea1-2bb2-4bb7-afbe-b0e1633c452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:28.543743 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-309201de-b7fe-48ab-ada3-c73d1d3bca42 req-89f7cea1-2bb2-4bb7-afbe-b0e1633c452c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 200 len: 850 time: 0.0704789 Jul 25 08:50:28.545158 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 702582ed-3157-4dee-b38e-d158d8ec1b75, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=702582ed-3157-4dee-b38e-d158d8ec1b75,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:28.550684 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:28.599561 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=702582ed-3157-4dee-b38e-d158d8ec1b75,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:28.600321 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309201de-b7fe-48ab-ada3-c73d1d3bca42 req-163a9457-fcb1-4df8-a742-cc89ec031817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:28.601921 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-309201de-b7fe-48ab-ada3-c73d1d3bca42 req-163a9457-fcb1-4df8-a742-cc89ec031817 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467579 Jul 25 08:50:28.695788 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-309201de-b7fe-48ab-ada3-c73d1d3bca42 req-46b7f3cd-c1fc-4183-87c7-081fba1970ab service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829024 Jul 25 08:50:28.786631 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-309201de-b7fe-48ab-ada3-c73d1d3bca42 req-df961ffc-4c83-4e1d-87bb-c04de2c35f73 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844092 Jul 25 08:50:28.971706 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377e94c-2b5b-45e7-ac89-f26575b4c46b req-da33896b-cf62-42da-a712-b7d84aa9a947 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:28.973195 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0377e94c-2b5b-45e7-ac89-f26575b4c46b req-da33896b-cf62-42da-a712-b7d84aa9a947 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0472140 Jul 25 08:50:29.023389 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0377e94c-2b5b-45e7-ac89-f26575b4c46b req-c0211574-dc3f-409e-ac5c-9a33c3de34fc tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447314 Jul 25 08:50:29.195137 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['702582ed-3157-4dee-b38e-d158d8ec1b75'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:50:29.271206 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:29.335788 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:29.371376 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2741f-11ae-45dc-93d6-d66505be6bcd req-324a820d-0d3b-4c8e-94f7-44d0c1051768 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:29.372857 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ed2741f-11ae-45dc-93d6-d66505be6bcd req-324a820d-0d3b-4c8e-94f7-44d0c1051768 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 945 time: 0.0467343 Jul 25 08:50:29.418669 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ed2741f-11ae-45dc-93d6-d66505be6bcd req-2d5c88e7-cb1a-48ae-849b-0a59aa9d4ef6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403209 Jul 25 08:50:30.124778 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:30.142614 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850fbf7-0d14-4efe-9802-00339c02eec7 req-4374c1b4-4688-403a-bb77-767fb08f0888 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:30.144133 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6850fbf7-0d14-4efe-9802-00339c02eec7 req-4374c1b4-4688-403a-bb77-767fb08f0888 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0470200 Jul 25 08:50:30.192339 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6850fbf7-0d14-4efe-9802-00339c02eec7 req-0b460641-5a05-4b10-8d6c-ab17daf4cb6c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425911 Jul 25 08:50:30.540213 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f7aac-af2c-40b6-ad13-e9584a67d87a req-9c6bb244-6723-4353-bc2e-df4d51479e51 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:30.541868 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9c2f7aac-af2c-40b6-ad13-e9584a67d87a req-9c6bb244-6723-4353-bc2e-df4d51479e51 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 945 time: 0.0509198 Jul 25 08:50:30.588703 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9c2f7aac-af2c-40b6-ad13-e9584a67d87a req-e6476939-74b9-498b-ab98-bb05997c50d3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415068 Jul 25 08:50:31.308124 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf5b3d-2845-4b92-9787-c3531c4a9837 req-f30a87c1-3f2f-4448-9f3d-4d0afcec5c01 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:31.309632 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-87cf5b3d-2845-4b92-9787-c3531c4a9837 req-f30a87c1-3f2f-4448-9f3d-4d0afcec5c01 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0464594 Jul 25 08:50:31.356581 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-87cf5b3d-2845-4b92-9787-c3531c4a9837 req-66025dda-421a-483e-839b-b2f2caf17714 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408318 Jul 25 08:50:31.708827 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334c2c6-902f-4f48-85df-205d2abe1c01 req-edab9b63-1ff7-40fd-a563-b86d3233d57b tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:31.710396 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9334c2c6-902f-4f48-85df-205d2abe1c01 req-edab9b63-1ff7-40fd-a563-b86d3233d57b tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 945 time: 0.0495553 Jul 25 08:50:31.755872 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9334c2c6-902f-4f48-85df-205d2abe1c01 req-7a423e83-8799-4f30-863c-ea2346744f99 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401866 Jul 25 08:50:32.474811 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf6b87-9fad-449c-a2e6-08c27f117ec8 req-f80426a4-27f6-4734-b24d-a9c437b2f351 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:32.476263 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3cbf6b87-9fad-449c-a2e6-08c27f117ec8 req-f80426a4-27f6-4734-b24d-a9c437b2f351 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0465310 Jul 25 08:50:32.523047 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3cbf6b87-9fad-449c-a2e6-08c27f117ec8 req-16efc94d-1c7e-47ba-b8cc-5a24b6877a60 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412517 Jul 25 08:50:32.871343 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebb2a5-ab8c-4cc5-b33c-16f7a9b16740 req-d0b3fd43-85dc-4b59-9a17-9b661fc9ef4e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:32.872797 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cfebb2a5-ab8c-4cc5-b33c-16f7a9b16740 req-d0b3fd43-85dc-4b59-9a17-9b661fc9ef4e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 945 time: 0.0464978 Jul 25 08:50:32.921593 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cfebb2a5-ab8c-4cc5-b33c-16f7a9b16740 req-dcbea602-3289-4f23-af0c-8f446c58bd84 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433214 Jul 25 08:50:33.465588 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:33.640414 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4d83a-605a-4501-87bd-dd7b7afdcae3 req-460c86b3-8d0c-4daf-b1b8-a6e28146b5c0 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:33.642025 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d3c4d83a-605a-4501-87bd-dd7b7afdcae3 req-460c86b3-8d0c-4daf-b1b8-a6e28146b5c0 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0482519 Jul 25 08:50:33.696650 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d3c4d83a-605a-4501-87bd-dd7b7afdcae3 req-c475d5fa-d3c6-4b1f-a53d-0f879a71d1d1 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445895 Jul 25 08:50:34.037331 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced41dd-ce67-4e2e-8b8f-729fa6378ace req-aa332088-dfce-46e7-9c19-109c9ae6ffdb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:34.038782 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bced41dd-ce67-4e2e-8b8f-729fa6378ace req-aa332088-dfce-46e7-9c19-109c9ae6ffdb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 945 time: 0.0478575 Jul 25 08:50:34.085031 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bced41dd-ce67-4e2e-8b8f-729fa6378ace req-d5b94556-16de-4fe8-ad47-d24329d21499 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406601 Jul 25 08:50:34.812704 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce485519-8b4e-4b28-b9d5-a98794a90eb0 req-dc0dd92d-0cf1-44bf-bc7e-53c5ce148413 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:34.814145 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ce485519-8b4e-4b28-b9d5-a98794a90eb0 req-dc0dd92d-0cf1-44bf-bc7e-53c5ce148413 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0498636 Jul 25 08:50:34.860414 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ce485519-8b4e-4b28-b9d5-a98794a90eb0 req-96c9c9a9-492d-4cd5-8957-37b97cc1c9a1 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404203 Jul 25 08:50:35.199097 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f36d9f-600f-4b5b-9d21-eff391bfa84d req-e00c31b7-6fb9-4e32-b715-cc2fed286cd8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:35.200541 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-42f36d9f-600f-4b5b-9d21-eff391bfa84d req-e00c31b7-6fb9-4e32-b715-cc2fed286cd8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 945 time: 0.0457158 Jul 25 08:50:35.230683 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:35.246959 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-42f36d9f-600f-4b5b-9d21-eff391bfa84d req-dc630799-622f-4258-aff0-43d9fd44449c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405350 Jul 25 08:50:36.364155 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d4e0b-892e-43cc-bfd5-a4c59d08e025 req-2b26086c-6865-4aae-a005-10dfadd6f806 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:36.365628 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af2d4e0b-892e-43cc-bfd5-a4c59d08e025 req-2b26086c-6865-4aae-a005-10dfadd6f806 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 945 time: 0.0458720 Jul 25 08:50:36.414890 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af2d4e0b-892e-43cc-bfd5-a4c59d08e025 req-010e5512-14b3-4fe9-84fd-07505bb269b1 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438147 Jul 25 08:50:37.531319 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad34dd-4477-4f14-a079-e0e504bd5831 req-e8019d26-04b3-42d5-8254-db54637321cb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:37.532776 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9dad34dd-4477-4f14-a079-e0e504bd5831 req-e8019d26-04b3-42d5-8254-db54637321cb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 945 time: 0.0461874 Jul 25 08:50:37.543478 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:37.580098 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9dad34dd-4477-4f14-a079-e0e504bd5831 req-f1ffe751-983b-4f63-aca0-a4cac4ba57b4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418699 Jul 25 08:50:37.632367 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ab0704de-18f2-491c-b538-af82700a881f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:38.693701 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb9639-0d42-40a8-b9fc-d4beb0c045b7 req-d512ec97-5fd5-482d-ad1e-b8a3680d83b7 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:38.695136 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dbcb9639-0d42-40a8-b9fc-d4beb0c045b7 req-d512ec97-5fd5-482d-ad1e-b8a3680d83b7 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 945 time: 0.0459893 Jul 25 08:50:38.741613 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dbcb9639-0d42-40a8-b9fc-d4beb0c045b7 req-4fced331-70dc-4e1d-823e-0044257bdac7 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410976 Jul 25 08:50:38.782063 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=60 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:38.783945 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:39.621242 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 702582ed-3157-4dee-b38e-d158d8ec1b75 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:50:39.676156 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 702582ed-3157-4dee-b38e-d158d8ec1b75 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:50:39.682211 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 702582ed-3157-4dee-b38e-d158d8ec1b75 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:50:39.682583 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:39.750606 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 702582ed-3157-4dee-b38e-d158d8ec1b75 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:50:39.750981 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:39.773868 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5263978-0aac-41bf-adad-05221bb69a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702582ed-3157-4dee-b38e-d158d8ec1b75'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:50:39.776073 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aef872-6ad2-48dc-9422-bcbf60963122" -d '{"events": [{"server_uuid": "d5263978-0aac-41bf-adad-05221bb69a08", "name": "network-vif-plugged", "status": "completed", "tag": "702582ed-3157-4dee-b38e-d158d8ec1b75"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:50:39.789673 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 702582ed-3157-4dee-b38e-d158d8ec1b75, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=702582ed-3157-4dee-b38e-d158d8ec1b75,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:39.794116 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:39.826512 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a09c336-800e-4d77-97e3-5ffbbd7d0ae6 x-openstack-request-id: req-8a09c336-800e-4d77-97e3-5ffbbd7d0ae6 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:50:39.826836 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5263978-0aac-41bf-adad-05221bb69a08", "name": "network-vif-plugged", "status": "completed", "tag": "702582ed-3157-4dee-b38e-d158d8ec1b75", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:50:39.827074 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8a09c336-800e-4d77-97e3-5ffbbd7d0ae6 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:50:39.828025 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a09c336-800e-4d77-97e3-5ffbbd7d0ae6'] response: {'server_uuid': 'd5263978-0aac-41bf-adad-05221bb69a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '702582ed-3157-4dee-b38e-d158d8ec1b75', 'code': 200} Jul 25 08:50:39.851703 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=702582ed-3157-4dee-b38e-d158d8ec1b75,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:39.873110 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad89a482-82ca-44d0-98a0-3c7c3f0e38a8 req-8ff11003-57ee-4001-aeaf-70222c879e39 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:39.875038 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ad89a482-82ca-44d0-98a0-3c7c3f0e38a8 req-8ff11003-57ee-4001-aeaf-70222c879e39 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0570812 Jul 25 08:50:39.921046 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ad89a482-82ca-44d0-98a0-3c7c3f0e38a8 req-adb7b4d5-b1d1-42a3-bca1-984071582a7c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402930 Jul 25 08:50:40.009406 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9a4c0bc1-3e02-4cfe-8264-e5dfaeef1cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:41.026558 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:41.038195 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abfe95-a740-4c4b-acc6-d1b0605d3bbb req-7b30017d-4e66-4bd7-9fac-0cae69f3b317 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:41.039681 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-30abfe95-a740-4c4b-acc6-d1b0605d3bbb req-7b30017d-4e66-4bd7-9fac-0cae69f3b317 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0469573 Jul 25 08:50:41.085671 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-30abfe95-a740-4c4b-acc6-d1b0605d3bbb req-e886e4b0-ab50-4f6f-8bb0-da90438d6a17 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403688 Jul 25 08:50:42.203086 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c4223-c47e-41f7-b9c0-e92a657782da req-8a524698-b9f6-4806-9d3b-68dc50c67561 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:42.204430 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d6c4223-c47e-41f7-b9c0-e92a657782da req-8a524698-b9f6-4806-9d3b-68dc50c67561 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0491319 Jul 25 08:50:42.250854 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d6c4223-c47e-41f7-b9c0-e92a657782da req-2deabc6f-7e97-4b17-9435-0f1b8173ce21 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409467 Jul 25 08:50:42.365136 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:42.797477 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:43.367384 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f954a3-8b80-462f-98ab-24c07c7d2fec req-32d973c4-4165-403b-b295-95c933e26a52 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:43.368864 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c1f954a3-8b80-462f-98ab-24c07c7d2fec req-32d973c4-4165-403b-b295-95c933e26a52 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0454271 Jul 25 08:50:43.416017 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c1f954a3-8b80-462f-98ab-24c07c7d2fec req-8545b5dd-03ba-42d2-9d73-2421f07bc08b tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417404 Jul 25 08:50:44.693180 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fdd0a-9af9-4c44-95c5-9abdec2fc17a req-6695b5db-009f-4d37-b864-c8197f144c79 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:44.694617 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-016fdd0a-9af9-4c44-95c5-9abdec2fc17a req-6695b5db-009f-4d37-b864-c8197f144c79 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.2057700 Jul 25 08:50:44.742724 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-016fdd0a-9af9-4c44-95c5-9abdec2fc17a req-c814acbe-0fba-44a4-bc6a-4b1fdcd9053e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425572 Jul 25 08:50:45.161185 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294e699-9b65-40a5-9326-0e28ee569f85 req-8f28db4f-1fc5-4971-8eda-32121045a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:45.162673 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b294e699-9b65-40a5-9326-0e28ee569f85 req-8f28db4f-1fc5-4971-8eda-32121045a0d7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 1130 time: 0.0394154 Jul 25 08:50:45.208070 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-b294e699-9b65-40a5-9326-0e28ee569f85 req-ec44a7a0-ca12-4be1-9142-9a5d5ca11d8b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393510 Jul 25 08:50:45.862312 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35d552-c816-40c6-8ae3-6a439c0eb9c9 req-b70a6e27-7f5e-487a-9b7f-85297430ad1b tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:45.863732 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ba35d552-c816-40c6-8ae3-6a439c0eb9c9 req-b70a6e27-7f5e-487a-9b7f-85297430ad1b tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0454829 Jul 25 08:50:45.909937 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ba35d552-c816-40c6-8ae3-6a439c0eb9c9 req-b53ff852-4039-494f-a842-7474b913062f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408552 Jul 25 08:50:46.406036 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed1b45c-8d37-4903-96c2-9d88c0a6aae6 req-3e247737-bf64-40ba-a900-58afde9f4c41 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:46.407416 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ed1b45c-8d37-4903-96c2-9d88c0a6aae6 req-3e247737-bf64-40ba-a900-58afde9f4c41 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0471706 Jul 25 08:50:46.463380 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2ed1b45c-8d37-4903-96c2-9d88c0a6aae6 req-153d0288-b515-40e1-9284-9906fcd53ab9 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502853 Jul 25 08:50:46.489736 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 60194) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:46.647944 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d0c36e-f1b5-4b39-be19-0a9e198a5ad5 tempest-TestMinimumBasicScenario-268599473 tempest-TestMinimumBasicScenario-268599473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:46.649551 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-75d0c36e-f1b5-4b39-be19-0a9e198a5ad5 tempest-TestMinimumBasicScenario-268599473 tempest-TestMinimumBasicScenario-268599473-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 1124 time: 0.1586502 Jul 25 08:50:46.652443 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 60198) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:46.656629 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'port_id': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:46.665823 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:46.678046 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:46.755220 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:46.813132 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:46.863411 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Allocated IP 172.27.1.113 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:50:46.963587 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for port (3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:47.004513 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:47.047029 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:50:47.059574 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:50:47.078567 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:50:47.084188 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'Port': ['ID=3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:47.121427 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d902b-1a0a-4c43-84ec-6490cc7020eb req-03db327e-9926-4d3d-a74d-5b3f260346de tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:47.122937 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-352d902b-1a0a-4c43-84ec-6490cc7020eb req-03db327e-9926-4d3d-a74d-5b3f260346de tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.1398578 Jul 25 08:50:47.242714 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-352d902b-1a0a-4c43-84ec-6490cc7020eb req-e11c217b-f860-4bdd-8d84-a4ae32cd917d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102812 Jul 25 08:50:47.652325 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for floatingip (1a8e8e5e-d2e0-4c2e-9ef8-3ba5656459f3), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:47.716823 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:47.734848 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:47.740221 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:47.867332 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for port (3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:47.871685 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:47.901493 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (1a8e8e5e-d2e0-4c2e-9ef8-3ba5656459f3), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:47.952149 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'Port': ['ID=3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:48.009110 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Floating IP 1a8e8e5e-d2e0-4c2e-9ef8-3ba5656459f3 associated. External IP: 172.27.1.113, port: c243097a-4313-4fd5-ad41-f6f18a03b006. Jul 25 08:50:48.201676 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Router dc2582b5-5e00-4808-b782-4ea9357f071d has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:50:48.304146 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:50:48.315876 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2921b0-a4e7-434c-8a95-4f9d092b9b4c None None] Sync routers for ids ['dc2582b5-5e00-4808-b782-4ea9357f071d'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:50:48.326806 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2921b0-a4e7-434c-8a95-4f9d092b9b4c None None] Routers {'dc2582b5-5e00-4808-b782-4ea9357f071d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:50:48.327428 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ff2921b0-a4e7-434c-8a95-4f9d092b9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:50:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['dc2582b5-5e00-4808-b782-4ea9357f071d'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:48.333900 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:48.387184 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12d857-74a6-444f-a559-482e1c5e8802 req-d925c787-bf1b-4d8e-953f-6d5581e39dfb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:48.388699 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9c12d857-74a6-444f-a559-482e1c5e8802 req-d925c787-bf1b-4d8e-953f-6d5581e39dfb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0679595 Jul 25 08:50:48.397657 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-0f837e62-6f31-4657-94d9-02dfc1a7bdf0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7415566 Jul 25 08:50:48.397657 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:50:48.398072 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 60214) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:48.398890 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc006ae-7d52-4803-b6df-56ace2e24465" -d '{"events": [{"name": "network-changed", "server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:50:48.402907 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-63fdf02b-a3c2-4ceb-b3d6-537467f74c15 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636106966', 'description': 'tempest-secgroup-smoke-1636106966 description', 'project_id': '3404b1a99987401183c8e3e851b382db'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:48.427353 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-63fdf02b-a3c2-4ceb-b3d6-537467f74c15 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:48.433848 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-ff2921b0-a4e7-434c-8a95-4f9d092b9b4c None None] Set router dc2582b5-5e00-4808-b782-4ea9357f071d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:50:48.450051 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29064c44-e9ad-448a-866e-f0b791612462 x-openstack-request-id: req-29064c44-e9ad-448a-866e-f0b791612462 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:50:48.451770 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:50:48.451770 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29064c44-e9ad-448a-866e-f0b791612462 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:50:48.451770 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29064c44-e9ad-448a-866e-f0b791612462'] response: {'name': 'network-changed', 'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'status': 'completed', 'code': 200} Jul 25 08:50:48.456463 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9c12d857-74a6-444f-a559-482e1c5e8802 req-3af1e1cf-4880-4e6f-bd02-ba424223deef tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605035 Jul 25 08:50:48.526531 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-63fdf02b-a3c2-4ceb-b3d6-537467f74c15 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group (80e09a9e-a28f-497d-b870-d7b93bada320), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:48.540004 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-63fdf02b-a3c2-4ceb-b3d6-537467f74c15 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (80e09a9e-a28f-497d-b870-d7b93bada320), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:48.541384 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:48.608293 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc006ae-7d52-4803-b6df-56ace2e24465 req-117783b0-bb1e-496a-bed3-a294eefbf4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:48.610549 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0fc006ae-7d52-4803-b6df-56ace2e24465 req-117783b0-bb1e-496a-bed3-a294eefbf4e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3404b1a99987401183c8e3e851b382db&device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 1129 time: 0.0825949 Jul 25 08:50:48.617029 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-63fdf02b-a3c2-4ceb-b3d6-537467f74c15 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:48.618311 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-63fdf02b-a3c2-4ceb-b3d6-537467f74c15 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2193305 Jul 25 08:50:48.627004 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec7504-0d1b-40d5-951f-cf740f7592b9 req-bd299996-8e1c-4ab1-83b4-e875e5ffcb3e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:48.632956 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d4ec7504-0d1b-40d5-951f-cf740f7592b9 req-bd299996-8e1c-4ab1-83b4-e875e5ffcb3e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0938509 Jul 25 08:50:48.633528 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 60224) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:48.638668 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-14653c1f-45ea-40e0-97a7-fa34e35bc08d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Request body: {'security_group_rule': {'security_group_id': '80e09a9e-a28f-497d-b870-d7b93bada320', 'project_id': '3404b1a99987401183c8e3e851b382db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:48.648716 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 60226) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:48.655871 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-cfce1903-de0e-47e1-bee9-020d1c80af8e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'floatingip': {'port_id': '702582ed-3157-4dee-b38e-d158d8ec1b75'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:48.678356 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdf02b-a3c2-4ceb-b3d6-537467f74c15 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80e09a9e-a28f-497d-b870-d7b93bada320,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:48.697926 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cfce1903-de0e-47e1-bee9-020d1c80af8e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (367be3a7-83a9-40c7-a9fb-1f642a198ee7), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:48.707138 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ff2921b0-a4e7-434c-8a95-4f9d092b9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '1a8e8e5e-d2e0-4c2e-9ef8-3ba5656459f3', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'port_id': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'mac_address': 'fa:16:3e:04:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:50:47Z', 'updated_at': '2022-07-25T08:50:47Z', 'revision_number': 0, 'project_id': '3404b1a99987401183c8e3e851b382db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9478f8e3-718f-45ed-9690-ff8af8c8fef4', 'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'mac_address': 'fa:16:3e:fa:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:28Z', 'updated_at': '2022-07-25T08:48:37Z', 'revision_number': 5, 'project_id': '3404b1a99987401183c8e3e851b382db', 'subnets': [{'id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:48.735240 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2921b0-a4e7-434c-8a95-4f9d092b9b4c None None] Checking router: dc2582b5-5e00-4808-b782-4ea9357f071d for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:50:48.735492 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:48.740314 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc006ae-7d52-4803-b6df-56ace2e24465 req-09927aab-65fc-42d0-9d22-0adc87340a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:48.741977 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0fc006ae-7d52-4803-b6df-56ace2e24465 req-09927aab-65fc-42d0-9d22-0adc87340a86 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fca7c14-bb96-4e04-b288-c4911dc494c5 HTTP/1.1" status: 200 len: 916 time: 0.1226621 Jul 25 08:50:48.745638 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2921b0-a4e7-434c-8a95-4f9d092b9b4c None None] Routers {'dc2582b5-5e00-4808-b782-4ea9357f071d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:50:48.746247 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ff2921b0-a4e7-434c-8a95-4f9d092b9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:50:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['dc2582b5-5e00-4808-b782-4ea9357f071d'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:48.784041 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:48.809824 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-14653c1f-45ea-40e0-97a7-fa34e35bc08d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (dcf14bed-16d0-45c3-b0b6-08e5fc1efa35), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:48.817310 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:48.817670 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0fc006ae-7d52-4803-b6df-56ace2e24465 req-dede6e53-4d66-4aff-bd0a-5ec8ff75baa8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c243097a-4313-4fd5-ad41-f6f18a03b006 HTTP/1.1" status: 200 len: 999 time: 0.0681114 Jul 25 08:50:48.856941 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-ff2921b0-a4e7-434c-8a95-4f9d092b9b4c None None] Set router dc2582b5-5e00-4808-b782-4ea9357f071d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:50:48.875310 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc006ae-7d52-4803-b6df-56ace2e24465 req-87ebab91-c378-4531-aa10-4e6d601e16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:48.876883 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0fc006ae-7d52-4803-b6df-56ace2e24465 req-87ebab91-c378-4531-aa10-4e6d601e16e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95c0354e-62b3-4ccb-9523-367338aa335c HTTP/1.1" status: 200 len: 854 time: 0.0531075 Jul 25 08:50:48.931724 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc006ae-7d52-4803-b6df-56ace2e24465 req-73a0cdea-eb99-4d87-b07a-bff1489a3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:48.933278 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0fc006ae-7d52-4803-b6df-56ace2e24465 req-73a0cdea-eb99-4d87-b07a-bff1489a3b18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fca7c14-bb96-4e04-b288-c4911dc494c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505090 Jul 25 08:50:48.961890 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-14653c1f-45ea-40e0-97a7-fa34e35bc08d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (dcf14bed-16d0-45c3-b0b6-08e5fc1efa35), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:48.969118 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-14653c1f-45ea-40e0-97a7-fa34e35bc08d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (dcf14bed-16d0-45c3-b0b6-08e5fc1efa35), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.003240 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-14653c1f-45ea-40e0-97a7-fa34e35bc08d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.004867 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-14653c1f-45ea-40e0-97a7-fa34e35bc08d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3701520 Jul 25 08:50:49.007841 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 60230) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:49.009299 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14653c1f-45ea-40e0-97a7-fa34e35bc08d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf14bed-16d0-45c3-b0b6-08e5fc1efa35,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:49.015093 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-50dc3008-ee36-432c-86f9-d99b00024be6 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Request body: {'security_group_rule': {'security_group_id': '80e09a9e-a28f-497d-b870-d7b93bada320', 'project_id': '3404b1a99987401183c8e3e851b382db', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:49.061338 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0fc006ae-7d52-4803-b6df-56ace2e24465 req-79f9d6ac-24db-4f2f-9571-ee7f627fb16a service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188948 Jul 25 08:50:49.068232 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-50dc3008-ee36-432c-86f9-d99b00024be6 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (a677afb2-352c-4fd5-9e4f-2d8cea5e4c40), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.186464 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-50dc3008-ee36-432c-86f9-d99b00024be6 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (a677afb2-352c-4fd5-9e4f-2d8cea5e4c40), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.196797 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-50dc3008-ee36-432c-86f9-d99b00024be6 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (a677afb2-352c-4fd5-9e4f-2d8cea5e4c40), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.221703 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:49.228184 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ff2921b0-a4e7-434c-8a95-4f9d092b9b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '1a8e8e5e-d2e0-4c2e-9ef8-3ba5656459f3', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'port_id': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'mac_address': 'fa:16:3e:04:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:50:47Z', 'updated_at': '2022-07-25T08:50:47Z', 'revision_number': 0, 'project_id': '3404b1a99987401183c8e3e851b382db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9478f8e3-718f-45ed-9690-ff8af8c8fef4', 'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'mac_address': 'fa:16:3e:fa:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:28Z', 'updated_at': '2022-07-25T08:48:37Z', 'revision_number': 5, 'project_id': '3404b1a99987401183c8e3e851b382db', 'subnets': [{'id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:49.231289 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0fc006ae-7d52-4803-b6df-56ace2e24465 req-41878e38-f7d4-4539-b39b-bd07d5da90ea service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587932 Jul 25 08:50:49.231888 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc3008-ee36-432c-86f9-d99b00024be6 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a677afb2-352c-4fd5-9e4f-2d8cea5e4c40,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:49.244556 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-50dc3008-ee36-432c-86f9-d99b00024be6 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.247046 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-50dc3008-ee36-432c-86f9-d99b00024be6 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2366805 Jul 25 08:50:49.249410 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 60232) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:49.254282 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-3296a6ff-929e-4fec-9910-2c01a5558011 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Request body: {'security_group_rule': {'security_group_id': '80e09a9e-a28f-497d-b870-d7b93bada320', 'project_id': '3404b1a99987401183c8e3e851b382db', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:49.258433 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2921b0-a4e7-434c-8a95-4f9d092b9b4c None None] The sync data for ids ['dc2582b5-5e00-4808-b782-4ea9357f071d'] in dv-cinder-850840-1-iscsi is: [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '1a8e8e5e-d2e0-4c2e-9ef8-3ba5656459f3', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'floating_ip_address': '172.27.1.113', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'port_id': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'mac_address': 'fa:16:3e:04:2b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:50:47Z', 'updated_at': '2022-07-25T08:50:47Z', 'revision_number': 0, 'project_id': '3404b1a99987401183c8e3e851b382db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9478f8e3-718f-45ed-9690-ff8af8c8fef4', 'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'mac_address': 'fa:16:3e:fa:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:28Z', 'updated_at': '2022-07-25T08:48:37Z', 'revision_number': 5, 'project_id': '3404b1a99987401183c8e3e851b382db', 'subnets': [{'id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:50:49.278980 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cfce1903-de0e-47e1-bee9-020d1c80af8e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.285723 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cfce1903-de0e-47e1-bee9-020d1c80af8e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (367be3a7-83a9-40c7-a9fb-1f642a198ee7), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.330209 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3296a6ff-929e-4fec-9910-2c01a5558011 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (3e96bd42-c07b-4733-b592-7f977ef8b57e), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.436894 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-cfce1903-de0e-47e1-bee9-020d1c80af8e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Floating IP 367be3a7-83a9-40c7-a9fb-1f642a198ee7 associated. External IP: 172.27.1.176, port: 702582ed-3157-4dee-b38e-d158d8ec1b75. Jul 25 08:50:49.440639 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3296a6ff-929e-4fec-9910-2c01a5558011 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (3e96bd42-c07b-4733-b592-7f977ef8b57e), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.463782 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fd251b-9dbf-4743-a7fc-10f8640fea80 None None] New status for floating IP 1a8e8e5e-d2e0-4c2e-9ef8-3ba5656459f3: ACTIVE {{(pid=110465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:50:49.478629 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3296a6ff-929e-4fec-9910-2c01a5558011 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (3e96bd42-c07b-4733-b592-7f977ef8b57e), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.508512 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296a6ff-929e-4fec-9910-2c01a5558011 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e96bd42-c07b-4733-b592-7f977ef8b57e,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:49.539853 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3296a6ff-929e-4fec-9910-2c01a5558011 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.541054 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3296a6ff-929e-4fec-9910-2c01a5558011 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2905540 Jul 25 08:50:49.543777 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 60234) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:49.549868 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-a504d705-70b4-4d8a-91f4-46f1eafee36e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Request body: {'security_group_rule': {'security_group_id': '80e09a9e-a28f-497d-b870-d7b93bada320', 'project_id': '3404b1a99987401183c8e3e851b382db', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:49.564673 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:49.596547 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a504d705-70b4-4d8a-91f4-46f1eafee36e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (9c03d0a8-f481-4bbc-85eb-19a44d7d76ae), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.719051 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:49.738020 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a504d705-70b4-4d8a-91f4-46f1eafee36e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (9c03d0a8-f481-4bbc-85eb-19a44d7d76ae), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.744714 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a504d705-70b4-4d8a-91f4-46f1eafee36e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (9c03d0a8-f481-4bbc-85eb-19a44d7d76ae), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.769594 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504d705-70b4-4d8a-91f4-46f1eafee36e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c03d0a8-f481-4bbc-85eb-19a44d7d76ae,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:49.773810 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfce1903-de0e-47e1-bee9-020d1c80af8e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Router b19f8421-40aa-4703-b95a-045ca280ccd6 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:50:49.777554 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a504d705-70b4-4d8a-91f4-46f1eafee36e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.778725 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a504d705-70b4-4d8a-91f4-46f1eafee36e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2340608 Jul 25 08:50:49.782153 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 60240) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:49.786621 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-7006587a-2812-405f-8707-c1413d95d92a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Request body: {'security_group_rule': {'security_group_id': '80e09a9e-a28f-497d-b870-d7b93bada320', 'project_id': '3404b1a99987401183c8e3e851b382db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:49.808538 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.securitygroups_db [None req-7006587a-2812-405f-8707-c1413d95d92a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Project 3404b1a99987401183c8e3e851b382db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 08:50:49.813241 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:49.815377 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7006587a-2812-405f-8707-c1413d95d92a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (4ce3257b-0cdb-4cc6-96aa-95cd612430cf), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.879960 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7006587a-2812-405f-8707-c1413d95d92a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (4ce3257b-0cdb-4cc6-96aa-95cd612430cf), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.884397 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7006587a-2812-405f-8707-c1413d95d92a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (4ce3257b-0cdb-4cc6-96aa-95cd612430cf), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.892271 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfce1903-de0e-47e1-bee9-020d1c80af8e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:50:49.896792 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cfce1903-de0e-47e1-bee9-020d1c80af8e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.903576 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f602d-e7f5-495c-a050-1bbe19b2e861 None None] Sync routers for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:50:49.907843 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006587a-2812-405f-8707-c1413d95d92a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce3257b-0cdb-4cc6-96aa-95cd612430cf,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:49.917660 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7006587a-2812-405f-8707-c1413d95d92a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:49.918991 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-7006587a-2812-405f-8707-c1413d95d92a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1358321 Jul 25 08:50:49.921720 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 60244) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:50:49.927668 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-6cc75d8b-aa41-47ab-8590-63f0dd51f14b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Request body: {'security_group_rule': {'security_group_id': '80e09a9e-a28f-497d-b870-d7b93bada320', 'project_id': '3404b1a99987401183c8e3e851b382db', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:49.930416 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f602d-e7f5-495c-a050-1bbe19b2e861 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:50:49.931256 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-852f602d-e7f5-495c-a050-1bbe19b2e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:50:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:49.939812 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-cfce1903-de0e-47e1-bee9-020d1c80af8e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "PUT /v2.0/floatingips/367be3a7-83a9-40c7-a9fb-1f642a198ee7 HTTP/1.1" status: 200 len: 992 time: 1.2898679 Jul 25 08:50:49.954419 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.securitygroups_db [None req-6cc75d8b-aa41-47ab-8590-63f0dd51f14b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Project 3404b1a99987401183c8e3e851b382db added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 08:50:49.963844 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6cc75d8b-aa41-47ab-8590-63f0dd51f14b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (5138997f-d9a6-4adf-8d87-864056cfd24a), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:50.016967 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6cc75d8b-aa41-47ab-8590-63f0dd51f14b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (5138997f-d9a6-4adf-8d87-864056cfd24a), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:50.021634 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6cc75d8b-aa41-47ab-8590-63f0dd51f14b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (5138997f-d9a6-4adf-8d87-864056cfd24a), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:50.043028 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc75d8b-aa41-47ab-8590-63f0dd51f14b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5138997f-d9a6-4adf-8d87-864056cfd24a,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:50.049055 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-852f602d-e7f5-495c-a050-1bbe19b2e861 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:50:50.049611 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6cc75d8b-aa41-47ab-8590-63f0dd51f14b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:50.051427 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6cc75d8b-aa41-47ab-8590-63f0dd51f14b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286926 Jul 25 08:50:50.164926 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a915b4f8-eb6a-49e7-a677-85848e960397 req-1bfbbbe0-e4df-4404-af51-820da9556573 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636106966&fields=id&tenant_id=3404b1a99987401183c8e3e851b382db HTTP/1.1" status: 200 len: 267 time: 0.0557389 Jul 25 08:50:50.218036 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b4f8-eb6a-49e7-a677-85848e960397 req-68893889-4e2b-4fa9-a2f7-e00685bb31f6 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:50.220444 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a915b4f8-eb6a-49e7-a677-85848e960397 req-68893889-4e2b-4fa9-a2f7-e00685bb31f6 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0490391 Jul 25 08:50:50.230870 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-a915b4f8-eb6a-49e7-a677-85848e960397 req-52162869-5a73-43ce-91fc-aa04c2ea2c58 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Request body: {'port': {'security_groups': ['6a4eaffc-7a44-4a7c-9406-f7262ec08e00', '80e09a9e-a28f-497d-b870-d7b93bada320']}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:50:50.285662 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-852f602d-e7f5-495c-a050-1bbe19b2e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '367be3a7-83a9-40c7-a9fb-1f642a198ee7', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '702582ed-3157-4dee-b38e-d158d8ec1b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:21:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5263978-0aac-41bf-adad-05221bb69a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:50:18Z', 'updated_at': '2022-07-25T08:50:49Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}, {'id': 'c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:5c:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:46:08Z', 'updated_at': '2022-07-25T08:47:07Z', 'revision_number': 2, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:50.302089 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-a915b4f8-eb6a-49e7-a677-85848e960397 req-52162869-5a73-43ce-91fc-aa04c2ea2c58 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:50.319870 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f602d-e7f5-495c-a050-1bbe19b2e861 None None] Checking router: b19f8421-40aa-4703-b95a-045ca280ccd6 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:50:50.330701 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f602d-e7f5-495c-a050-1bbe19b2e861 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:50:50.331322 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-852f602d-e7f5-495c-a050-1bbe19b2e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:50:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:50.374318 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:50.432867 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-852f602d-e7f5-495c-a050-1bbe19b2e861 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:50:50.452519 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5263978-0aac-41bf-adad-05221bb69a08', 'tag': '702582ed-3157-4dee-b38e-d158d8ec1b75'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:50:50.455307 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0f5c7e-cbe3-458e-819d-56104b27ea31" -d '{"events": [{"name": "network-changed", "server_uuid": "d5263978-0aac-41bf-adad-05221bb69a08", "tag": "702582ed-3157-4dee-b38e-d158d8ec1b75"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:50:50.492314 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-a915b4f8-eb6a-49e7-a677-85848e960397 req-52162869-5a73-43ce-91fc-aa04c2ea2c58 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] For port c243097a-4313-4fd5-ad41-f6f18a03b006, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c243097a-4313-4fd5-ad41-f6f18a03b006,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:50.502712 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bddd894-0051-422d-aa10-a1a129febe0a x-openstack-request-id: req-5bddd894-0051-422d-aa10-a1a129febe0a {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:50:50.503009 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5263978-0aac-41bf-adad-05221bb69a08", "tag": "702582ed-3157-4dee-b38e-d158d8ec1b75", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:50:50.503266 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bddd894-0051-422d-aa10-a1a129febe0a {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:50:50.503903 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bddd894-0051-422d-aa10-a1a129febe0a'] response: {'name': 'network-changed', 'server_uuid': 'd5263978-0aac-41bf-adad-05221bb69a08', 'tag': '702582ed-3157-4dee-b38e-d158d8ec1b75', 'status': 'completed', 'code': 200} Jul 25 08:50:50.523783 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:50.526053 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-a915b4f8-eb6a-49e7-a677-85848e960397 req-52162869-5a73-43ce-91fc-aa04c2ea2c58 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:50.531222 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-a915b4f8-eb6a-49e7-a677-85848e960397 req-52162869-5a73-43ce-91fc-aa04c2ea2c58 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:50.573058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['c243097a-4313-4fd5-ad41-f6f18a03b006'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:50:50.577661 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b4f8-eb6a-49e7-a677-85848e960397 req-52162869-5a73-43ce-91fc-aa04c2ea2c58 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:50.578794 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-a915b4f8-eb6a-49e7-a677-85848e960397 req-52162869-5a73-43ce-91fc-aa04c2ea2c58 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:50.586082 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a915b4f8-eb6a-49e7-a677-85848e960397 req-52162869-5a73-43ce-91fc-aa04c2ea2c58 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "PUT /v2.0/ports/c243097a-4313-4fd5-ad41-f6f18a03b006 HTTP/1.1" status: 200 len: 981 time: 0.3567750 Jul 25 08:50:50.617854 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52162869-5a73-43ce-91fc-aa04c2ea2c58 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'Port': ['ID=c243097a-4313-4fd5-ad41-f6f18a03b006,revision_number=6']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:50.637009 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:50.695680 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cdd84-d43d-4f2c-8c7c-86d6918b77a5 req-05543a32-2549-4426-a36e-f1f19f030f22 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:50.697323 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cf5cdd84-d43d-4f2c-8c7c-86d6918b77a5 req-05543a32-2549-4426-a36e-f1f19f030f22 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0505633 Jul 25 08:50:50.730052 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-852f602d-e7f5-495c-a050-1bbe19b2e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '367be3a7-83a9-40c7-a9fb-1f642a198ee7', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '702582ed-3157-4dee-b38e-d158d8ec1b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:21:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5263978-0aac-41bf-adad-05221bb69a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:50:18Z', 'updated_at': '2022-07-25T08:50:49Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}, {'id': 'c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:5c:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:46:08Z', 'updated_at': '2022-07-25T08:47:07Z', 'revision_number': 2, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:50:50.762481 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cf5cdd84-d43d-4f2c-8c7c-86d6918b77a5 req-5518f86e-6621-42ba-b18b-93afb6a5ceac tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580659 Jul 25 08:50:50.765802 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f602d-e7f5-495c-a050-1bbe19b2e861 None None] The sync data for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi is: [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '367be3a7-83a9-40c7-a9fb-1f642a198ee7', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '702582ed-3157-4dee-b38e-d158d8ec1b75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:21:e2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5263978-0aac-41bf-adad-05221bb69a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:50:18Z', 'updated_at': '2022-07-25T08:50:49Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}, {'id': 'c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:5c:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:46:08Z', 'updated_at': '2022-07-25T08:47:07Z', 'revision_number': 2, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:50:50.808760 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['c243097a-4313-4fd5-ad41-f6f18a03b006'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:50:50.836470 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5c7e-cbe3-458e-819d-56104b27ea31 req-942c13a5-bec6-4a34-81e2-7dd7e7b656c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:50.838156 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b0f5c7e-cbe3-458e-819d-56104b27ea31 req-942c13a5-bec6-4a34-81e2-7dd7e7b656c1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 1130 time: 0.0525386 Jul 25 08:50:50.855086 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-27bf71b2-872d-4a86-b5ac-d06c81790f59 None None] Provisioning complete for port c243097a-4313-4fd5-ad41-f6f18a03b006 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:50:50.855399 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-27bf71b2-872d-4a86-b5ac-d06c81790f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:50.947070 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5c7e-cbe3-458e-819d-56104b27ea31 req-df510361-1b20-4d77-b81c-f45ce4e66c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:50.948830 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b0f5c7e-cbe3-458e-819d-56104b27ea31 req-df510361-1b20-4d77-b81c-f45ce4e66c43 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 915 time: 0.0991893 Jul 25 08:50:51.021125 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b0f5c7e-cbe3-458e-819d-56104b27ea31 req-cced80f1-bbac-4943-8caf-edcf64dc690c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=702582ed-3157-4dee-b38e-d158d8ec1b75 HTTP/1.1" status: 200 len: 1000 time: 0.0644753 Jul 25 08:50:51.033037 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcd0e04-4037-463a-8c6d-7edc25c15f33 None None] New status for floating IP 367be3a7-83a9-40c7-a9fb-1f642a198ee7: ACTIVE {{(pid=110465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:50:51.070409 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-27bf71b2-872d-4a86-b5ac-d06c81790f59 None None] Current status of the port c243097a-4313-4fd5-ad41-f6f18a03b006 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:50:51.080522 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5c7e-cbe3-458e-819d-56104b27ea31 req-bffd1374-22e5-4771-856c-1fd88a26e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:51.083016 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b0f5c7e-cbe3-458e-819d-56104b27ea31 req-bffd1374-22e5-4771-856c-1fd88a26e265 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.0543177 Jul 25 08:50:51.130648 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5c7e-cbe3-458e-819d-56104b27ea31 req-e10e90a8-9fbd-4f74-a81d-fc293749d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:51.132658 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b0f5c7e-cbe3-458e-819d-56104b27ea31 req-e10e90a8-9fbd-4f74-a81d-fc293749d354 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437372 Jul 25 08:50:51.196058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:51.257315 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b0f5c7e-cbe3-458e-819d-56104b27ea31 req-8c0ae8f8-4518-42a1-8955-71d3a3ac1d59 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176116 Jul 25 08:50:51.295687 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:51.364553 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b0f5c7e-cbe3-458e-819d-56104b27ea31 req-41db6f64-e3ce-4b1d-ad2f-83c23b032b2c service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952072 Jul 25 08:50:52.476094 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272356d0-ca04-44dc-a2ec-15f72ef2400b req-4d500a73-2525-4eb9-b766-d74604aacfaa tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:52.477573 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-272356d0-ca04-44dc-a2ec-15f72ef2400b req-4d500a73-2525-4eb9-b766-d74604aacfaa tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 945 time: 0.0467007 Jul 25 08:50:52.508146 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:50:52.514003 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99133b5b-fab7-4e13-9c51-4c2441a0ac58" -d '{"events": [{"name": "network-changed", "server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:50:52.532279 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-272356d0-ca04-44dc-a2ec-15f72ef2400b req-5bb42750-4e69-4002-ae75-386419103fd5 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492275 Jul 25 08:50:52.554027 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a552ad-54b6-4049-aaea-e0aa9f48e3a4 x-openstack-request-id: req-29a552ad-54b6-4049-aaea-e0aa9f48e3a4 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:50:52.554491 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:50:52.554892 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29a552ad-54b6-4049-aaea-e0aa9f48e3a4 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:50:52.555486 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a552ad-54b6-4049-aaea-e0aa9f48e3a4'] response: {'name': 'network-changed', 'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'status': 'completed', 'code': 200} Jul 25 08:50:53.660018 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33f72a-3787-4d91-8c67-4d45f556d87f req-a4a01be4-8180-41aa-b56d-0b03ab9c43f8 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:53.661683 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9c33f72a-3787-4d91-8c67-4d45f556d87f req-a4a01be4-8180-41aa-b56d-0b03ab9c43f8 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 945 time: 0.0512047 Jul 25 08:50:53.714666 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9c33f72a-3787-4d91-8c67-4d45f556d87f req-1fd1c75c-1319-450f-ab9e-96ee0e9020c8 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471680 Jul 25 08:50:53.925831 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99133b5b-fab7-4e13-9c51-4c2441a0ac58 req-6d26d77d-6b37-4620-b6b1-5a25cefe36f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:53.927366 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-99133b5b-fab7-4e13-9c51-4c2441a0ac58 req-6d26d77d-6b37-4620-b6b1-5a25cefe36f3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3404b1a99987401183c8e3e851b382db&device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 1168 time: 0.0550342 Jul 25 08:50:54.033923 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99133b5b-fab7-4e13-9c51-4c2441a0ac58 req-2e1c61f8-e7cc-4da1-a31c-55ff7f808374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:54.035741 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-99133b5b-fab7-4e13-9c51-4c2441a0ac58 req-2e1c61f8-e7cc-4da1-a31c-55ff7f808374 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fca7c14-bb96-4e04-b288-c4911dc494c5 HTTP/1.1" status: 200 len: 916 time: 0.0909946 Jul 25 08:50:54.099770 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-99133b5b-fab7-4e13-9c51-4c2441a0ac58 req-302d4dba-f294-4ed1-b934-a4fc82b4debb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c243097a-4313-4fd5-ad41-f6f18a03b006 HTTP/1.1" status: 200 len: 1001 time: 0.0544453 Jul 25 08:50:54.116011 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:54.117619 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:54.157311 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99133b5b-fab7-4e13-9c51-4c2441a0ac58 req-e6d75628-7dde-4246-a4ae-50c8f3ea4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:54.158742 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-99133b5b-fab7-4e13-9c51-4c2441a0ac58 req-e6d75628-7dde-4246-a4ae-50c8f3ea4215 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95c0354e-62b3-4ccb-9523-367338aa335c HTTP/1.1" status: 200 len: 854 time: 0.0492036 Jul 25 08:50:54.211114 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99133b5b-fab7-4e13-9c51-4c2441a0ac58 req-c5d15ac0-5882-4fe2-ab66-d2a931e9e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:54.212496 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-99133b5b-fab7-4e13-9c51-4c2441a0ac58 req-c5d15ac0-5882-4fe2-ab66-d2a931e9e621 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fca7c14-bb96-4e04-b288-c4911dc494c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418289 Jul 25 08:50:54.637535 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39671f0-7bb3-4d09-b480-1ae91f37f79c req-256f2f6f-6ee1-42bc-8230-1d642da3bf34 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:54.638971 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f39671f0-7bb3-4d09-b480-1ae91f37f79c req-256f2f6f-6ee1-42bc-8230-1d642da3bf34 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.48 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 945 time: 0.0877070 Jul 25 08:50:54.713088 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-99133b5b-fab7-4e13-9c51-4c2441a0ac58 req-370e0f5e-06bb-45a0-8c75-754d60d4e581 service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833634 Jul 25 08:50:54.791438 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-f39671f0-7bb3-4d09-b480-1ae91f37f79c req-54787e87-6bd5-49f3-a93a-3dd0e4229df1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Deleting port a890aaec-1df4-4858-be7e-3764009f17a4 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:50:54.791776 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f39671f0-7bb3-4d09-b480-1ae91f37f79c req-54787e87-6bd5-49f3-a93a-3dd0e4229df1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:54.835926 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1457893-14b4-41bd-881e-7bd20171ff3c req-76059cec-b706-4e1f-b18b-694df7fedd0d tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:50:54.837364 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c1457893-14b4-41bd-881e-7bd20171ff3c req-76059cec-b706-4e1f-b18b-694df7fedd0d tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51c617f8-5881-4ef1-a9d2-2031c4cb3530 HTTP/1.1" status: 200 len: 945 time: 0.0472493 Jul 25 08:50:54.850568 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:50:54.884758 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-99133b5b-fab7-4e13-9c51-4c2441a0ac58 req-e1518eac-a315-4e25-a80c-6d973fe992c3 service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546693 Jul 25 08:50:54.901569 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c1457893-14b4-41bd-881e-7bd20171ff3c req-d3837588-67f1-422c-a106-350c28d38df8 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581062 Jul 25 08:50:54.907905 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-f39671f0-7bb3-4d09-b480-1ae91f37f79c req-54787e87-6bd5-49f3-a93a-3dd0e4229df1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] For port a890aaec-1df4-4858-be7e-3764009f17a4, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a890aaec-1df4-4858-be7e-3764009f17a4,segment=NetworkSegment(922d7fe0-61f0-41fc-8ca4-9ccf4c27de00),segment_id=922d7fe0-61f0-41fc-8ca4-9ccf4c27de00)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:50:54.908273 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f39671f0-7bb3-4d09-b480-1ae91f37f79c req-54787e87-6bd5-49f3-a93a-3dd0e4229df1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:54.922854 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-f39671f0-7bb3-4d09-b480-1ae91f37f79c req-54787e87-6bd5-49f3-a93a-3dd0e4229df1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Calling delete_port for a890aaec-1df4-4858-be7e-3764009f17a4 owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:50:55.052552 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f39671f0-7bb3-4d09-b480-1ae91f37f79c req-54787e87-6bd5-49f3-a93a-3dd0e4229df1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (a890aaec-1df4-4858-be7e-3764009f17a4), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:55.079484 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54787e87-6bd5-49f3-a93a-3dd0e4229df1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Pushing event deleted for resources: {'Port': ['ID=a890aaec-1df4-4858-be7e-3764009f17a4,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:50:55.089968 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['a890aaec-1df4-4858-be7e-3764009f17a4'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:50:55.125551 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39671f0-7bb3-4d09-b480-1ae91f37f79c req-54787e87-6bd5-49f3-a93a-3dd0e4229df1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] No DVR routers for this DVR port a890aaec-1df4-4858-be7e-3764009f17a4 on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:50:55.128599 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f39671f0-7bb3-4d09-b480-1ae91f37f79c req-54787e87-6bd5-49f3-a93a-3dd0e4229df1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:55.132078 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f39671f0-7bb3-4d09-b480-1ae91f37f79c req-54787e87-6bd5-49f3-a93a-3dd0e4229df1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.48 "DELETE /v2.0/ports/a890aaec-1df4-4858-be7e-3764009f17a4 HTTP/1.1" status: 204 len: 173 time: 0.4879749 Jul 25 08:50:55.132523 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c617f8-5881-4ef1-a9d2-2031c4cb3530', 'name': 'network-vif-deleted', 'tag': 'a890aaec-1df4-4858-be7e-3764009f17a4'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:50:55.134967 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864aa30d-95b7-4fcb-85dd-9945cadbabfa" -d '{"events": [{"server_uuid": "51c617f8-5881-4ef1-a9d2-2031c4cb3530", "name": "network-vif-deleted", "tag": "a890aaec-1df4-4858-be7e-3764009f17a4"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:50:55.172970 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685e0508-5a1c-46ee-a29d-42b51f5d61c3 x-openstack-request-id: req-685e0508-5a1c-46ee-a29d-42b51f5d61c3 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:50:55.173262 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c617f8-5881-4ef1-a9d2-2031c4cb3530", "name": "network-vif-deleted", "tag": "a890aaec-1df4-4858-be7e-3764009f17a4", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:50:55.173510 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-685e0508-5a1c-46ee-a29d-42b51f5d61c3 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:50:55.173922 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-685e0508-5a1c-46ee-a29d-42b51f5d61c3'] response: {'server_uuid': '51c617f8-5881-4ef1-a9d2-2031c4cb3530', 'name': 'network-vif-deleted', 'tag': 'a890aaec-1df4-4858-be7e-3764009f17a4', 'status': 'completed', 'code': 200} Jul 25 08:50:55.570314 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:50:59.259515 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a890aaec-1df4-4858-be7e-3764009f17a4 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:50:59.282182 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: a890aaec-1df4-4858-be7e-3764009f17a4 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:50:59.282500 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a890aaec-1df4-4858-be7e-3764009f17a4 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:51:00.486765 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:51:04.880308 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=43 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:04.893729 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:05.086975 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=78,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:05.107082 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=66,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:05.564194 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=37 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:06.384246 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:06.841903 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0b8554ae-c37b-4c57-8378-359000e1766a req-a5c5f37b-d590-41b5-913e-34352ce57e0f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385866 Jul 25 08:51:06.913129 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8554ae-c37b-4c57-8378-359000e1766a req-7313ba6e-6b4a-4ee1-b535-08a4d4eaf665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:06.914657 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0b8554ae-c37b-4c57-8378-359000e1766a req-7313ba6e-6b4a-4ee1-b535-08a4d4eaf665 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 1129 time: 0.0399997 Jul 25 08:51:07.020882 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8554ae-c37b-4c57-8378-359000e1766a req-c771a7cd-c54e-4f93-a52f-38ed0568bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:07.022326 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0b8554ae-c37b-4c57-8378-359000e1766a req-c771a7cd-c54e-4f93-a52f-38ed0568bcb4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 915 time: 0.0889311 Jul 25 08:51:07.083383 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0b8554ae-c37b-4c57-8378-359000e1766a req-3aca9882-4e59-4aaa-bffc-9b656e9210a6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=653cd8da-6a1d-469a-82fe-d6dbe5f44308 HTTP/1.1" status: 200 len: 1001 time: 0.0541551 Jul 25 08:51:07.148544 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8554ae-c37b-4c57-8378-359000e1766a req-aec4c139-8584-4883-8e54-d88381e3e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:07.150000 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0b8554ae-c37b-4c57-8378-359000e1766a req-aec4c139-8584-4883-8e54-d88381e3e77a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.0443573 Jul 25 08:51:07.198470 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8554ae-c37b-4c57-8378-359000e1766a req-e732b77e-b8b6-4a3b-a745-79832cafdbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:07.200120 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0b8554ae-c37b-4c57-8378-359000e1766a req-e732b77e-b8b6-4a3b-a745-79832cafdbd4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437663 Jul 25 08:51:07.289826 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0b8554ae-c37b-4c57-8378-359000e1766a req-529643b6-6186-444c-9408-970a7e87f17d service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824046 Jul 25 08:51:07.385752 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0b8554ae-c37b-4c57-8378-359000e1766a req-8fd5e312-6701-4929-b058-50092213cbdb service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876923 Jul 25 08:51:07.634429 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f99a-45f4-4626-b066-5160fde11b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:08.138432 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-9f6b2ebf-67f3-4210-ba0a-9c4cbedf4a28 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:08.139908 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-9f6b2ebf-67f3-4210-ba0a-9c4cbedf4a28 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/networks?id=43d25711-c8fd-4bad-bbe1-48fae01c4a82 HTTP/1.1" status: 200 len: 813 time: 0.1046455 Jul 25 08:51:08.155008 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-b7d5e86a-df8e-4387-8bb3-740dafb7a47d tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/quotas/1e76bc803d784442936b25a7ad36d564 HTTP/1.1" status: 200 len: 375 time: 0.0090969 Jul 25 08:51:08.187623 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-69a265f4-aa7a-4ae7-bf2e-ef98506cebe7 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1e76bc803d784442936b25a7ad36d564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270367 Jul 25 08:51:08.326704 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-cc795c24-0da3-482d-ba15-5b766c5b9f3f service neutron] 10.222.0.52 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324565 Jul 25 08:51:08.419113 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-65fd238e-b40c-4148-838f-1fa5d602302c service neutron] 10.222.0.52 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859251 Jul 25 08:51:08.587138 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-55053832-a273-4ed1-84fe-fbe1a292bf6f req-424d1f67-1160-4452-8e79-a43990fb4842 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 210 time: 0.0333824 Jul 25 08:51:09.688167 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0d1b0bc2-0089-42aa-90b2-dbe4e5402dca req-aabb39e0-3a84-4294-bb2c-8ebdd13d2791 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 210 time: 0.0283995 Jul 25 08:51:09.778426 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-65445cb7-b90b-4810-8236-c4a44cfd3fe0 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:09.779994 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-65445cb7-b90b-4810-8236-c4a44cfd3fe0 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.48 "GET /v2.0/networks?id=43d25711-c8fd-4bad-bbe1-48fae01c4a82 HTTP/1.1" status: 200 len: 813 time: 0.1058249 Jul 25 08:51:09.799498 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Request body: {'port': {'device_id': 'b0960b49-0e43-45f0-a793-72d2fd00ef1b', 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82', 'admin_state_up': True, 'tenant_id': '1e76bc803d784442936b25a7ad36d564'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:51:09.911909 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Made reservation on behalf of 1e76bc803d784442936b25a7ad36d564 for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:51:09.915246 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:10.011335 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-660f1e73-4a50-4bb8-82dd-deb8da98f01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:10.043429 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Allocated IP 172.20.0.3 (43d25711-c8fd-4bad-bbe1-48fae01c4a82/5965ebb0-6559-4950-bae0-e076f39b3a1f/26790a9e-bec0-42f5-98c3-40c574f2fae2) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:51:10.081813 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:10.094623 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:10.191010 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks [] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:10.221532 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:10.266036 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:51:10.271287 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:51:10.275183 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:51:10.300452 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Pushing event updated for resources: {'Port': ['ID=26790a9e-bec0-42f5-98c3-40c574f2fae2,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:51:10.313700 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.314052 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.314391 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.314727 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.315059 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.315390 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.315717 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.316039 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.316362 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.316711 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.317035 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.317353 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.317671 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.317992 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.318310 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:10.339591 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:10.340225 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:10.355713 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-1a9920cf-f423-4186-ab63-043815ffec14 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5602312 Jul 25 08:51:10.418749 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Request body: {'port': {'device_id': 'b0960b49-0e43-45f0-a793-72d2fd00ef1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:51:10.480269 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:10.480878 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:10.733278 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26790a9e-bec0-42f5-98c3-40c574f2fae2 {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:51:10.741391 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Publish callbacks [] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:10.754718 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Transition to ACTIVE for port object 26790a9e-bec0-42f5-98c3-40c574f2fae2 will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:51:10.757748 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:10.807842 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Pushing event updated for resources: {'Port': ['ID=26790a9e-bec0-42f5-98c3-40c574f2fae2,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:51:10.811532 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863900e-fe2a-4bfc-aad9-a171ace8402a req-086e4315-279d-4e79-9a41-a1851b7b0261 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:10.813138 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b863900e-fe2a-4bfc-aad9-a171ace8402a req-086e4315-279d-4e79-9a41-a1851b7b0261 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 943 time: 0.0472596 Jul 25 08:51:10.861623 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b863900e-fe2a-4bfc-aad9-a171ace8402a req-1c12e0a1-2505-4c8a-bbf4-088962cf9b3b tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426288 Jul 25 08:51:10.883129 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Attempting to bind port 26790a9e-bec0-42f5-98c3-40c574f2fae2 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:51:10.883461 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Attempting to bind port 26790a9e-bec0-42f5-98c3-40c574f2fae2 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '922d7fe0-61f0-41fc-8ca4-9ccf4c27de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:51:10.883784 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Attempting to bind port 26790a9e-bec0-42f5-98c3-40c574f2fae2 on network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:51:10.888250 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Port 26790a9e-bec0-42f5-98c3-40c574f2fae2 on network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:51:10.888547 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Attempting to bind port 26790a9e-bec0-42f5-98c3-40c574f2fae2 on network 43d25711-c8fd-4bad-bbe1-48fae01c4a82 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:51:10.894075 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:51:10.894408 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Checking segment: {'id': '922d7fe0-61f0-41fc-8ca4-9ccf4c27de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:51:10.894783 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Bound using segment: {'id': '922d7fe0-61f0-41fc-8ca4-9ccf4c27de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:51:10.895200 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Bound port: 26790a9e-bec0-42f5-98c3-40c574f2fae2, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922d7fe0-61f0-41fc-8ca4-9ccf4c27de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:51:10.895549 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:10.906774 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:10.932919 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:10.960016 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] For port 26790a9e-bec0-42f5-98c3-40c574f2fae2, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:51:10.963124 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] For port 26790a9e-bec0-42f5-98c3-40c574f2fae2, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=26790a9e-bec0-42f5-98c3-40c574f2fae2,segment=NetworkSegment(922d7fe0-61f0-41fc-8ca4-9ccf4c27de00),segment_id=922d7fe0-61f0-41fc-8ca4-9ccf4c27de00)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:51:10.969267 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:11.000867 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:11.001488 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:11.003114 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] 10.222.0.48 "PUT /v2.0/ports/26790a9e-bec0-42f5-98c3-40c574f2fae2 HTTP/1.1" status: 200 len: 1093 time: 0.6329858 Jul 25 08:51:11.003540 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0960b49-0e43-45f0-a793-72d2fd00ef1b', 'tag': '26790a9e-bec0-42f5-98c3-40c574f2fae2'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:51:11.005805 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97c2262-074c-4f65-b85b-480752a85515" -d '{"events": [{"name": "network-changed", "server_uuid": "b0960b49-0e43-45f0-a793-72d2fd00ef1b", "tag": "26790a9e-bec0-42f5-98c3-40c574f2fae2"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:51:11.033799 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:11.035493 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465a954-1c66-46fe-9775-d5e0ba4a5116 service neutron] Pushing event updated for resources: {'Port': ['ID=26790a9e-bec0-42f5-98c3-40c574f2fae2,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:51:11.047649 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbccae03-528f-4ad2-b7ed-8dc3f1184eaa x-openstack-request-id: req-cbccae03-528f-4ad2-b7ed-8dc3f1184eaa {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:51:11.047935 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0960b49-0e43-45f0-a793-72d2fd00ef1b", "tag": "26790a9e-bec0-42f5-98c3-40c574f2fae2", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:51:11.048187 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbccae03-528f-4ad2-b7ed-8dc3f1184eaa {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:51:11.048594 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbccae03-528f-4ad2-b7ed-8dc3f1184eaa'] response: {'name': 'network-changed', 'server_uuid': 'b0960b49-0e43-45f0-a793-72d2fd00ef1b', 'tag': '26790a9e-bec0-42f5-98c3-40c574f2fae2', 'status': 'completed', 'code': 200} Jul 25 08:51:11.119935 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-bca1a31f-0ac9-4fa6-9d99-8eb866e75fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:11.121453 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-bca1a31f-0ac9-4fa6-9d99-8eb866e75fbf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e76bc803d784442936b25a7ad36d564&device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 1127 time: 0.0419366 Jul 25 08:51:11.174473 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-a9e780d3-9be5-49fc-bc61-e7eb7d30e004 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26790a9e-bec0-42f5-98c3-40c574f2fae2 HTTP/1.1" status: 200 len: 217 time: 0.0328882 Jul 25 08:51:11.222391 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-76aff3f3-2e90-4eef-a811-bed9a0d3a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:11.223801 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-76aff3f3-2e90-4eef-a811-bed9a0d3a091 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5965ebb0-6559-4950-bae0-e076f39b3a1f HTTP/1.1" status: 200 len: 853 time: 0.0435534 Jul 25 08:51:11.258729 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-f7e05119-d60c-4b2e-8fbb-217ae99ece0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43d25711-c8fd-4bad-bbe1-48fae01c4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287559 Jul 25 08:51:11.349142 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-6b8d34e1-2478-4bcd-b45b-ab65e38d2ae4 service neutron] 10.222.0.48 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825183 Jul 25 08:51:11.442650 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c406d3ff-4845-41ee-82ee-9f634a4a2b51 req-8c941d6b-7274-4629-9030-e3a8bc380dbb service neutron] 10.222.0.48 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868974 Jul 25 08:51:11.978848 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5afdc-48d9-45d3-9a99-6da74b0ca75b req-fe6af61e-68db-4a06-9ce1-48fdd9259c0b tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:11.980333 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47d5afdc-48d9-45d3-9a99-6da74b0ca75b req-fe6af61e-68db-4a06-9ce1-48fdd9259c0b tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 943 time: 0.0480561 Jul 25 08:51:12.032141 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47d5afdc-48d9-45d3-9a99-6da74b0ca75b req-70097ef5-c4aa-4639-84e5-ff6120d07930 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456924 Jul 25 08:51:12.367733 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:12.802985 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:13.154672 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2df06-9259-4690-accf-836fc01220f9 req-73250dd4-542c-4bed-87c9-3362b0233373 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:13.156189 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-78f2df06-9259-4690-accf-836fc01220f9 req-73250dd4-542c-4bed-87c9-3362b0233373 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 943 time: 0.0496850 Jul 25 08:51:13.205229 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-78f2df06-9259-4690-accf-836fc01220f9 req-482663fb-ee60-47f4-868c-b0bd19dee2d8 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 Jul 25 08:51:14.323011 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ff7f4-9204-4431-b1db-f4ea422bc279 req-2643105d-97f1-4746-92ca-a4b702c038e0 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:14.324497 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-742ff7f4-9204-4431-b1db-f4ea422bc279 req-2643105d-97f1-4746-92ca-a4b702c038e0 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 943 time: 0.0481849 Jul 25 08:51:14.371291 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-742ff7f4-9204-4431-b1db-f4ea422bc279 req-61faf001-ce3c-4040-8ef4-1f438dd3eb8d tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Jul 25 08:51:15.495523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e048f9-0847-469a-87e9-281ee0d7fd9e req-36be5d23-f444-47a5-9f32-912bdbbb941b tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:15.497141 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e7e048f9-0847-469a-87e9-281ee0d7fd9e req-36be5d23-f444-47a5-9f32-912bdbbb941b tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 943 time: 0.0541689 Jul 25 08:51:15.549419 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e7e048f9-0847-469a-87e9-281ee0d7fd9e req-0195502b-9614-42c8-a53a-e797c4602067 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465424 Jul 25 08:51:15.616344 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c2262-074c-4f65-b85b-480752a85515 req-35b8c97f-c64e-458f-90a5-43b0cada105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:15.617878 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a97c2262-074c-4f65-b85b-480752a85515 req-35b8c97f-c64e-458f-90a5-43b0cada105c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e76bc803d784442936b25a7ad36d564&device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 1127 time: 0.0405118 Jul 25 08:51:15.960773 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c2262-074c-4f65-b85b-480752a85515 req-9cec26ed-4f34-4a77-a684-e3d3181447dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:15.962259 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a97c2262-074c-4f65-b85b-480752a85515 req-9cec26ed-4f34-4a77-a684-e3d3181447dc service neutron] 10.222.0.48 "GET /v2.0/networks?id=43d25711-c8fd-4bad-bbe1-48fae01c4a82 HTTP/1.1" status: 200 len: 914 time: 0.3381288 Jul 25 08:51:16.002482 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a97c2262-074c-4f65-b85b-480752a85515 req-fb6a080c-59ea-48db-aa50-cd0f80825515 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26790a9e-bec0-42f5-98c3-40c574f2fae2 HTTP/1.1" status: 200 len: 217 time: 0.0328188 Jul 25 08:51:16.052171 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c2262-074c-4f65-b85b-480752a85515 req-53a8b5ef-f2a2-4715-8725-f1ed1c3bb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:16.053625 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a97c2262-074c-4f65-b85b-480752a85515 req-53a8b5ef-f2a2-4715-8725-f1ed1c3bb0a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5965ebb0-6559-4950-bae0-e076f39b3a1f HTTP/1.1" status: 200 len: 853 time: 0.0444427 Jul 25 08:51:16.084965 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a97c2262-074c-4f65-b85b-480752a85515 req-4730030f-975a-41e9-af90-6b5acbfff83b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43d25711-c8fd-4bad-bbe1-48fae01c4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244551 Jul 25 08:51:16.175805 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a97c2262-074c-4f65-b85b-480752a85515 req-7733149a-02cd-48ec-9d66-39e26acba74d service neutron] 10.222.0.48 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852177 Jul 25 08:51:16.268269 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a97c2262-074c-4f65-b85b-480752a85515 req-feee69ec-08ea-4675-af16-3ea5485df3cf service neutron] 10.222.0.48 "GET /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850697 Jul 25 08:51:16.667014 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d7ae7-b44a-45f7-84d8-319482f81fc6 req-f7f6c9a1-1a03-40d7-89c1-55e315547be9 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:16.668558 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-079d7ae7-b44a-45f7-84d8-319482f81fc6 req-f7f6c9a1-1a03-40d7-89c1-55e315547be9 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 943 time: 0.0476851 Jul 25 08:51:16.696467 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 26790a9e-bec0-42f5-98c3-40c574f2fae2 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:51:16.726002 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-079d7ae7-b44a-45f7-84d8-319482f81fc6 req-e589e476-c9a2-414c-acee-0aaa83de0c6f tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517693 Jul 25 08:51:16.848821 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 26790a9e-bec0-42f5-98c3-40c574f2fae2, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=26790a9e-bec0-42f5-98c3-40c574f2fae2,segment=NetworkSegment(922d7fe0-61f0-41fc-8ca4-9ccf4c27de00),segment_id=922d7fe0-61f0-41fc-8ca4-9ccf4c27de00)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:51:16.866710 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '26790a9e-bec0-42f5-98c3-40c574f2fae2', 'network_id': '43d25711-c8fd-4bad-bbe1-48fae01c4a82', 'port_id': '26790a9e-bec0-42f5-98c3-40c574f2fae2', 'mac_address': 'fa:16:3e:42:83:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5965ebb0-6559-4950-bae0-e076f39b3a1f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:51:16.904003 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 26790a9e-bec0-42f5-98c3-40c574f2fae2 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:51:16.904445 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:16.917630 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26790a9e-bec0-42f5-98c3-40c574f2fae2 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:51:16.938442 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 26790a9e-bec0-42f5-98c3-40c574f2fae2, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=26790a9e-bec0-42f5-98c3-40c574f2fae2,segment=NetworkSegment(922d7fe0-61f0-41fc-8ca4-9ccf4c27de00),segment_id=922d7fe0-61f0-41fc-8ca4-9ccf4c27de00)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:51:16.942573 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:16.988776 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=26790a9e-bec0-42f5-98c3-40c574f2fae2,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:51:16.996273 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:16.996647 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:16.997016 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:16.997378 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:16.997719 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:16.998058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:16.998387 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:16.998713 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:16.999042 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:16.999397 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:17.000254 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:17.000621 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:17.000952 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:17.001276 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:17.001601 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:51:17.580208 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['26790a9e-bec0-42f5-98c3-40c574f2fae2'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:51:17.686501 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:17.846934 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68413fa-5773-4734-b1ea-abc64c53a870 req-d4fa890e-ee0b-4d90-a5cd-1366aacdf001 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:17.848331 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c68413fa-5773-4734-b1ea-abc64c53a870 req-d4fa890e-ee0b-4d90-a5cd-1366aacdf001 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 944 time: 0.0505657 Jul 25 08:51:17.896796 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c68413fa-5773-4734-b1ea-abc64c53a870 req-5b221be7-b37b-4d8b-bb52-8b9a2441454e tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429406 Jul 25 08:51:18.987890 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:19.025302 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001fb13-4f4f-4e11-ab41-4226893a6565 req-73649694-12f7-4943-9c5e-918ef44d59df tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:19.026761 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8001fb13-4f4f-4e11-ab41-4226893a6565 req-73649694-12f7-4943-9c5e-918ef44d59df tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 944 time: 0.0488122 Jul 25 08:51:19.038141 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:19.075886 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8001fb13-4f4f-4e11-ab41-4226893a6565 req-2aa2e8a8-e922-4366-8ac7-effd02c9b670 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Jul 25 08:51:19.097015 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 26790a9e-bec0-42f5-98c3-40c574f2fae2 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:51:19.139329 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 26790a9e-bec0-42f5-98c3-40c574f2fae2 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:51:19.145138 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 26790a9e-bec0-42f5-98c3-40c574f2fae2 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:51:19.145508 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:19.210890 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:19.220266 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 26790a9e-bec0-42f5-98c3-40c574f2fae2 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:51:19.220684 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:19.242948 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0960b49-0e43-45f0-a793-72d2fd00ef1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26790a9e-bec0-42f5-98c3-40c574f2fae2'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:51:19.245252 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dded57-a675-4df4-a6af-80fc726f743c" -d '{"events": [{"server_uuid": "b0960b49-0e43-45f0-a793-72d2fd00ef1b", "name": "network-vif-plugged", "status": "completed", "tag": "26790a9e-bec0-42f5-98c3-40c574f2fae2"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:51:19.258090 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 26790a9e-bec0-42f5-98c3-40c574f2fae2, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=26790a9e-bec0-42f5-98c3-40c574f2fae2,segment=NetworkSegment(922d7fe0-61f0-41fc-8ca4-9ccf4c27de00),segment_id=922d7fe0-61f0-41fc-8ca4-9ccf4c27de00)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:51:19.263319 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:19.288335 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f385f9-0caa-494a-9748-a86848298dd1 x-openstack-request-id: req-e2f385f9-0caa-494a-9748-a86848298dd1 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:51:19.288670 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0960b49-0e43-45f0-a793-72d2fd00ef1b", "name": "network-vif-plugged", "status": "completed", "tag": "26790a9e-bec0-42f5-98c3-40c574f2fae2", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:51:19.288928 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e2f385f9-0caa-494a-9748-a86848298dd1 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:51:19.289315 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f385f9-0caa-494a-9748-a86848298dd1'] response: {'server_uuid': 'b0960b49-0e43-45f0-a793-72d2fd00ef1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26790a9e-bec0-42f5-98c3-40c574f2fae2', 'code': 200} Jul 25 08:51:19.314416 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=26790a9e-bec0-42f5-98c3-40c574f2fae2,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:51:19.522793 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e937ce4-7942-45d7-9bc6-12d474695b0d req-8fb0b46a-0a76-4708-a5e4-1f17ef233488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:19.524198 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5e937ce4-7942-45d7-9bc6-12d474695b0d req-8fb0b46a-0a76-4708-a5e4-1f17ef233488 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 1129 time: 0.0380008 Jul 25 08:51:19.566713 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5e937ce4-7942-45d7-9bc6-12d474695b0d req-3f48ffa0-38a8-4e7c-b0f9-683f9c435795 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364251 Jul 25 08:51:20.193214 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76d7ff-ffb5-4240-9be1-ff1d2d7b4990 req-9eb82470-2867-4b17-9408-4dbb34ec5116 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:20.194676 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5e76d7ff-ffb5-4240-9be1-ff1d2d7b4990 req-9eb82470-2867-4b17-9408-4dbb34ec5116 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 945 time: 0.0467768 Jul 25 08:51:20.243767 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5e76d7ff-ffb5-4240-9be1-ff1d2d7b4990 req-b1e1a802-a2df-45bf-b861-625cc64be7e1 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436327 Jul 25 08:51:21.362909 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6f8ae-39a2-4e01-8680-1c8ce13c4ec0 req-1d99f08c-e696-447d-a513-810fab26690d tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:21.364380 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d3b6f8ae-39a2-4e01-8680-1c8ce13c4ec0 req-1d99f08c-e696-447d-a513-810fab26690d tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 945 time: 0.0471606 Jul 25 08:51:21.412075 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d3b6f8ae-39a2-4e01-8680-1c8ce13c4ec0 req-439f8a8e-5689-43b3-993e-a2c9daa6d6c0 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 Jul 25 08:51:22.535141 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fea567-ba63-4c4e-b9b9-92835ee10d6a req-175115a2-543b-4950-831f-68cf8dcd1df9 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:22.536654 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a8fea567-ba63-4c4e-b9b9-92835ee10d6a req-175115a2-543b-4950-831f-68cf8dcd1df9 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 945 time: 0.0488229 Jul 25 08:51:22.587689 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a8fea567-ba63-4c4e-b9b9-92835ee10d6a req-480587e6-d3f6-4d4b-93fa-d51995cc4f07 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Jul 25 08:51:25.576421 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:29.557009 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:29.563755 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:32.580661 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=29 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:32.582639 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=37 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:33.847726 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df169cc-a484-43e7-b105-293c0a975885 req-ff39e45e-f7d8-4eed-9e25-649e84c0a1a7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:33.849331 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4df169cc-a484-43e7-b105-293c0a975885 req-ff39e45e-f7d8-4eed-9e25-649e84c0a1a7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0545316 Jul 25 08:51:33.899902 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4df169cc-a484-43e7-b105-293c0a975885 req-e27b0dc8-0519-4e22-bab3-1e0d48aaad88 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433288 Jul 25 08:51:35.035182 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a338c4-880b-4fba-beda-6ad240112fa9 req-1e628d7a-d3e6-40e5-8636-6cf61209b4cb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:35.036939 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-41a338c4-880b-4fba-beda-6ad240112fa9 req-1e628d7a-d3e6-40e5-8636-6cf61209b4cb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0533903 Jul 25 08:51:35.087078 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-41a338c4-880b-4fba-beda-6ad240112fa9 req-b089d31d-c60b-44b9-bd1e-f8805ca93f3c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446529 Jul 25 08:51:35.569556 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:35.571560 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:36.214894 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e51cb-d6ae-4207-b69a-60adc37ea16f req-40c56968-1ead-47ca-9f82-df7f645a701b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:36.216353 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b61e51cb-d6ae-4207-b69a-60adc37ea16f req-40c56968-1ead-47ca-9f82-df7f645a701b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0466511 Jul 25 08:51:36.267633 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b61e51cb-d6ae-4207-b69a-60adc37ea16f req-f574a2db-36cb-4161-864f-95685a97e9f1 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457458 Jul 25 08:51:37.396043 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b2a8e-20d8-441c-8969-7d33313e9053 req-464c08dc-fbc8-4fd9-b8f9-f4fd10b6a69d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:37.397597 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a62b2a8e-20d8-441c-8969-7d33313e9053 req-464c08dc-fbc8-4fd9-b8f9-f4fd10b6a69d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0491035 Jul 25 08:51:37.446412 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a62b2a8e-20d8-441c-8969-7d33313e9053 req-b727aeb7-44ea-4165-9b74-fa83f77750ba tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429206 Jul 25 08:51:37.476072 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:51:37.646426 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-0142cab6-2993-4dfa-bae5-1ff0f57b65e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:38.570179 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd558d-dc9a-40c8-9590-ab8b6e80dcde req-6a4ed1cf-50d0-400c-b858-b830c7444856 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:38.571584 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-22bd558d-dc9a-40c8-9590-ab8b6e80dcde req-6a4ed1cf-50d0-400c-b858-b830c7444856 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0465832 Jul 25 08:51:38.622005 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-22bd558d-dc9a-40c8-9590-ab8b6e80dcde req-a7979b41-9b28-4ee8-a7f2-a62d0b44453a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447395 Jul 25 08:51:39.754637 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51818732-e1c8-49b1-a1e9-a2586e7bd6cb req-366769f9-9075-42d8-9b50-539505397507 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:39.756284 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-51818732-e1c8-49b1-a1e9-a2586e7bd6cb req-366769f9-9075-42d8-9b50-539505397507 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0529649 Jul 25 08:51:39.805081 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-51818732-e1c8-49b1-a1e9-a2586e7bd6cb req-915b7f95-490a-4edb-9782-9df734cc2f19 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430388 Jul 25 08:51:40.017903 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b338c9c0-cf35-4bd9-a51d-22837ef8f0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:40.941538 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9af15-f21d-4941-87c8-78ead3e46f6f req-c298e2fd-f222-446d-9b53-f8e29960b52c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:40.943058 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a3e9af15-f21d-4941-87c8-78ead3e46f6f req-c298e2fd-f222-446d-9b53-f8e29960b52c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0500016 Jul 25 08:51:40.991689 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a3e9af15-f21d-4941-87c8-78ead3e46f6f req-e1d5b202-bff1-4e1e-ae27-dd0916fe1cbc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430212 Jul 25 08:51:41.027367 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:42.119055 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a8a07-e9b0-4208-93eb-d443a089d069 req-4294d4fa-95ef-47e1-9255-3974ea926be1 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:42.120553 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-189a8a07-e9b0-4208-93eb-d443a089d069 req-4294d4fa-95ef-47e1-9255-3974ea926be1 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0505204 Jul 25 08:51:42.172585 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-189a8a07-e9b0-4208-93eb-d443a089d069 req-b740e368-1b86-4e80-b377-2b5b8f18dd97 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457320 Jul 25 08:51:42.372181 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:42.810001 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:43.308150 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e5fed-5419-41ad-a3cf-623d8c91e09e req-bf5d1a0f-6948-484c-9ad1-db2b20975bbc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:43.309736 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b14e5fed-5419-41ad-a3cf-623d8c91e09e req-bf5d1a0f-6948-484c-9ad1-db2b20975bbc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0484874 Jul 25 08:51:43.359988 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b14e5fed-5419-41ad-a3cf-623d8c91e09e req-b3be99a4-45d2-4565-8cd3-d8d2af873499 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442421 Jul 25 08:51:44.494853 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9466ab2-892b-4422-b7e7-503f08776f51 req-f30ff721-52c5-46a7-aae6-b3a064092ee3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:44.496896 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b9466ab2-892b-4422-b7e7-503f08776f51 req-f30ff721-52c5-46a7-aae6-b3a064092ee3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0481765 Jul 25 08:51:44.549934 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b9466ab2-892b-4422-b7e7-503f08776f51 req-9293731a-9bad-4734-9e9a-19fa3682f82e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480220 Jul 25 08:51:45.900374 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe23303-5978-48cb-a463-d49365e364f8 req-5fe67d9d-1143-4ba8-a69d-49ff9f4f833a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:45.901870 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4fe23303-5978-48cb-a463-d49365e364f8 req-5fe67d9d-1143-4ba8-a69d-49ff9f4f833a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.2668176 Jul 25 08:51:45.928989 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:45.951534 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4fe23303-5978-48cb-a463-d49365e364f8 req-8a77d90b-ddb2-4b5f-b1e1-99326ddca569 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417919 Jul 25 08:51:47.078912 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74054db8-e239-42ed-84b6-9631cd65af1d req-f30c8a28-553c-4718-b57a-84b007d7de05 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:47.080393 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-74054db8-e239-42ed-84b6-9631cd65af1d req-f30c8a28-553c-4718-b57a-84b007d7de05 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0489430 Jul 25 08:51:47.092096 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:47.130125 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-74054db8-e239-42ed-84b6-9631cd65af1d req-a37a3f05-1ad4-417b-9590-0ae997d584fd tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434504 Jul 25 08:51:47.471288 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:47.472073 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:48.257863 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab83b52-03a6-441b-aa64-e25d2755a5fa req-ec64a598-5c8e-4de8-beaf-3aca9089c152 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:48.259349 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dab83b52-03a6-441b-aa64-e25d2755a5fa req-ec64a598-5c8e-4de8-beaf-3aca9089c152 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0519638 Jul 25 08:51:48.308597 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dab83b52-03a6-441b-aa64-e25d2755a5fa req-c3b66267-1a4b-431f-a5b0-293e8d79d5d7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433078 Jul 25 08:51:49.068148 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d1a55-953e-448e-b4ef-cd35ff51e89b req-c5309591-eca9-4c82-bf3e-45a6ae65f1f4 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:49.069576 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-562d1a55-953e-448e-b4ef-cd35ff51e89b req-c5309591-eca9-4c82-bf3e-45a6ae65f1f4 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 945 time: 0.0513213 Jul 25 08:51:49.117910 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-562d1a55-953e-448e-b4ef-cd35ff51e89b req-1add9526-a819-4d0b-ac3b-23c2464df1f5 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Jul 25 08:51:49.445379 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbe854-2fef-4b35-a674-03f5c401dd5f req-bf61615f-d0a5-4f64-8f6c-0a892a143d25 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:49.446869 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b2cbe854-2fef-4b35-a674-03f5c401dd5f req-bf61615f-d0a5-4f64-8f6c-0a892a143d25 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0523465 Jul 25 08:51:49.494995 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b2cbe854-2fef-4b35-a674-03f5c401dd5f req-41311d20-b497-4107-bd81-668780b4dc44 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426128 Jul 25 08:51:50.239011 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5174f4-e22c-4f09-b31f-81effc1064df req-73e29299-f44e-42f5-8d9b-509f040b09d9 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:50.240515 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bd5174f4-e22c-4f09-b31f-81effc1064df req-73e29299-f44e-42f5-8d9b-509f040b09d9 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 945 time: 0.0482924 Jul 25 08:51:50.287667 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bd5174f4-e22c-4f09-b31f-81effc1064df req-ec1778cf-c359-4e46-ba27-6e73affbc24c tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415897 Jul 25 08:51:50.572175 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-078e4427-7178-4745-bfde-3a970d516404 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427003 Jul 25 08:51:50.624206 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce71702-9c32-4e70-9d4f-a38c1d13f87f req-46219f4a-df33-47d5-8de4-47448738febf tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:50.625753 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4ce71702-9c32-4e70-9d4f-a38c1d13f87f req-46219f4a-df33-47d5-8de4-47448738febf tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0515151 Jul 25 08:51:50.679104 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4ce71702-9c32-4e70-9d4f-a38c1d13f87f req-befc38b1-7ecf-4134-a552-71eaf121dbbc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475042 Jul 25 08:51:50.705427 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-39122b4e-7ce3-459e-9c00-2604dbcb2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:50.706932 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-39122b4e-7ce3-459e-9c00-2604dbcb2462 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 1129 time: 0.0445125 Jul 25 08:51:50.812740 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-fc793576-4a3d-4f3e-81e5-7cf9aa5ca506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:50.814164 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-fc793576-4a3d-4f3e-81e5-7cf9aa5ca506 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.0874736 Jul 25 08:51:50.879735 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-6fd6af6f-51ef-4d99-ad72-3683f07e3408 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e4d0870-3b4e-4551-b50c-c4f668b497de HTTP/1.1" status: 200 len: 217 time: 0.0382190 Jul 25 08:51:51.058448 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-c37ac5fd-fd6d-40ae-9da7-07a540a77d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:51.059932 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-c37ac5fd-fd6d-40ae-9da7-07a540a77d92 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0442572 Jul 25 08:51:51.103430 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-40ccb0ed-78d1-41e1-a464-23a7334a17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:51.104888 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-40ccb0ed-78d1-41e1-a464-23a7334a17e0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386539 Jul 25 08:51:51.199581 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-66c6374e-5891-415a-be44-6589f1ed4b1e service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878716 Jul 25 08:51:51.293255 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-8807fc34-8a29-4bb8-9194-75b2b706a201 req-7ae72d4d-64a6-4034-b214-eb4935b4f6d9 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858626 Jul 25 08:51:51.404087 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa00768-3391-49f7-b001-59daa6904e19 req-cc7ff2b9-738e-4083-a5c1-552a63d9ee20 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:51.405824 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3fa00768-3391-49f7-b001-59daa6904e19 req-cc7ff2b9-738e-4083-a5c1-552a63d9ee20 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 945 time: 0.0505650 Jul 25 08:51:51.408431 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39048f74-86b4-4b29-ae85-06f420040a91 req-93a4db26-958b-45c5-a82f-e55bcbf72d35 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:51.409983 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-39048f74-86b4-4b29-ae85-06f420040a91 req-93a4db26-958b-45c5-a82f-e55bcbf72d35 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 945 time: 0.0496807 Jul 25 08:51:51.464490 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-39048f74-86b4-4b29-ae85-06f420040a91 req-da2acb14-cf0b-4cc3-a004-414ed5ed1687 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/security-groups?id=ceda6f6c-3085-4c23-b964-14f0cd50c980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488503 Jul 25 08:51:51.506758 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-3fa00768-3391-49f7-b001-59daa6904e19 req-4fa82f04-773b-4eb3-8635-023f96b04501 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Deleting port 26790a9e-bec0-42f5-98c3-40c574f2fae2 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:51:51.507093 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-3fa00768-3391-49f7-b001-59daa6904e19 req-4fa82f04-773b-4eb3-8635-023f96b04501 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:51.599065 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-3fa00768-3391-49f7-b001-59daa6904e19 req-4fa82f04-773b-4eb3-8635-023f96b04501 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] For port 26790a9e-bec0-42f5-98c3-40c574f2fae2, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=26790a9e-bec0-42f5-98c3-40c574f2fae2,segment=NetworkSegment(922d7fe0-61f0-41fc-8ca4-9ccf4c27de00),segment_id=922d7fe0-61f0-41fc-8ca4-9ccf4c27de00)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:51:51.599831 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-3fa00768-3391-49f7-b001-59daa6904e19 req-4fa82f04-773b-4eb3-8635-023f96b04501 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:51.612815 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-3fa00768-3391-49f7-b001-59daa6904e19 req-4fa82f04-773b-4eb3-8635-023f96b04501 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Calling delete_port for 26790a9e-bec0-42f5-98c3-40c574f2fae2 owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:51:51.741802 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-3fa00768-3391-49f7-b001-59daa6904e19 req-4fa82f04-773b-4eb3-8635-023f96b04501 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (26790a9e-bec0-42f5-98c3-40c574f2fae2), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:51.777100 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa82f04-773b-4eb3-8635-023f96b04501 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Pushing event deleted for resources: {'Port': ['ID=26790a9e-bec0-42f5-98c3-40c574f2fae2,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:51:51.789647 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['26790a9e-bec0-42f5-98c3-40c574f2fae2'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:51:51.804929 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:51.824784 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1611d6-001b-4529-ad01-9be595d7b726 req-c2238238-9962-4c8a-9f3e-ab5d37e92d0f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:51.826475 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ae1611d6-001b-4529-ad01-9be595d7b726 req-c2238238-9962-4c8a-9f3e-ab5d37e92d0f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0646167 Jul 25 08:51:51.828921 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa00768-3391-49f7-b001-59daa6904e19 req-4fa82f04-773b-4eb3-8635-023f96b04501 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] No DVR routers for this DVR port 26790a9e-bec0-42f5-98c3-40c574f2fae2 on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:51:51.831323 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-3fa00768-3391-49f7-b001-59daa6904e19 req-4fa82f04-773b-4eb3-8635-023f96b04501 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:51.834701 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3fa00768-3391-49f7-b001-59daa6904e19 req-4fa82f04-773b-4eb3-8635-023f96b04501 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.48 "DELETE /v2.0/ports/26790a9e-bec0-42f5-98c3-40c574f2fae2 HTTP/1.1" status: 204 len: 173 time: 0.4225361 Jul 25 08:51:51.835160 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0960b49-0e43-45f0-a793-72d2fd00ef1b', 'name': 'network-vif-deleted', 'tag': '26790a9e-bec0-42f5-98c3-40c574f2fae2'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:51:51.837496 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeea9307-e977-441d-80d1-07f3ab5fbc84" -d '{"events": [{"server_uuid": "b0960b49-0e43-45f0-a793-72d2fd00ef1b", "name": "network-vif-deleted", "tag": "26790a9e-bec0-42f5-98c3-40c574f2fae2"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:51:51.905670 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ae1611d6-001b-4529-ad01-9be595d7b726 req-53aefe2f-c32c-475e-b4c2-70a81bbd646b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691488 Jul 25 08:51:51.974710 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66558494-ccdf-4cf1-91c7-d4dc85e30ee8 x-openstack-request-id: req-66558494-ccdf-4cf1-91c7-d4dc85e30ee8 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:51:51.975035 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0960b49-0e43-45f0-a793-72d2fd00ef1b", "name": "network-vif-deleted", "tag": "26790a9e-bec0-42f5-98c3-40c574f2fae2", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:51:51.975310 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66558494-ccdf-4cf1-91c7-d4dc85e30ee8 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:51:51.975754 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66558494-ccdf-4cf1-91c7-d4dc85e30ee8'] response: {'server_uuid': 'b0960b49-0e43-45f0-a793-72d2fd00ef1b', 'name': 'network-vif-deleted', 'tag': '26790a9e-bec0-42f5-98c3-40c574f2fae2', 'status': 'completed', 'code': 200} Jul 25 08:51:52.582860 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3fd5cc5d-c68f-416f-82e4-71e73c574dda req-a698f4d9-88ea-4d11-b52e-b1079028b1b8 tempest-VolumesSnapshotTestJSON-1111178903 tempest-VolumesSnapshotTestJSON-1111178903-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0960b49-0e43-45f0-a793-72d2fd00ef1b HTTP/1.1" status: 200 len: 210 time: 0.0317366 Jul 25 08:51:52.800867 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:53.032145 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999ad0c-80c2-4b00-a1ac-3fff91c59fac req-378d922d-b521-4919-9931-93bd34d9349e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:53.033695 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a999ad0c-80c2-4b00-a1ac-3fff91c59fac req-378d922d-b521-4919-9931-93bd34d9349e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0520139 Jul 25 08:51:53.084041 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a999ad0c-80c2-4b00-a1ac-3fff91c59fac req-5eb025c3-0a36-4910-90e5-3a05c6eec6cc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444903 Jul 25 08:51:54.217821 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0658b-2f8e-42a7-9b95-464687e4c13e req-8e3c21c4-52d0-458e-bd45-2e443f41bd68 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:54.219243 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b8a0658b-2f8e-42a7-9b95-464687e4c13e req-8e3c21c4-52d0-458e-bd45-2e443f41bd68 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0526175 Jul 25 08:51:54.268812 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b8a0658b-2f8e-42a7-9b95-464687e4c13e req-c807ee04-f2dd-4d9f-bbb9-922f43645d5a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428417 Jul 25 08:51:55.232536 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 26790a9e-bec0-42f5-98c3-40c574f2fae2 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:51:55.253169 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 26790a9e-bec0-42f5-98c3-40c574f2fae2 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:51:55.253512 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 26790a9e-bec0-42f5-98c3-40c574f2fae2 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:51:55.402632 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d022d8-3519-4676-bbea-93b431ce68ff req-15940367-a7db-4823-ad4b-e2ceaaea49db tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:55.404141 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e4d022d8-3519-4676-bbea-93b431ce68ff req-15940367-a7db-4823-ad4b-e2ceaaea49db tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0541983 Jul 25 08:51:55.449628 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:55.453803 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e4d022d8-3519-4676-bbea-93b431ce68ff req-9681c292-0d28-4365-b821-27642775737c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438902 Jul 25 08:51:55.583989 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:51:56.562790 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:51:56.582854 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66535566-763b-4b7f-a457-a5d4b0b32c76 req-16afb161-806c-4a61-8ab0-b5968a1dc52b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:56.584355 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-66535566-763b-4b7f-a457-a5d4b0b32c76 req-16afb161-806c-4a61-8ab0-b5968a1dc52b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0494874 Jul 25 08:51:56.632927 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-66535566-763b-4b7f-a457-a5d4b0b32c76 req-e0c34e1b-9fde-46e9-9dbe-8ba1322838cc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428979 Jul 25 08:51:57.756085 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d573b-5ced-4077-9444-492a8d593d4d req-1c7b7fe3-0983-489e-bf7a-ac47694bcc0f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:57.757583 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-856d573b-5ced-4077-9444-492a8d593d4d req-1c7b7fe3-0983-489e-bf7a-ac47694bcc0f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0475738 Jul 25 08:51:57.810816 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-856d573b-5ced-4077-9444-492a8d593d4d req-b569f6cb-d9ea-40dc-a3fc-67abcb71b1d2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474062 Jul 25 08:51:58.939563 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc508a0-c7d4-4066-8439-91c22c9cc090 req-abad4f3e-2a4a-4958-9c1a-33f8a3cff713 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:51:58.941127 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0dc508a0-c7d4-4066-8439-91c22c9cc090 req-abad4f3e-2a4a-4958-9c1a-33f8a3cff713 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0495634 Jul 25 08:51:58.991074 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0dc508a0-c7d4-4066-8439-91c22c9cc090 req-ed844c86-5ce3-48e8-8472-47215d430027 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 Jul 25 08:52:00.116421 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e1f3b-7177-4c1c-b6ce-19f3404d3dcc req-8b5ff203-8c30-45b1-b071-757d2a2deff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:00.117954 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9e2e1f3b-7177-4c1c-b6ce-19f3404d3dcc req-8b5ff203-8c30-45b1-b071-757d2a2deff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0480464 Jul 25 08:52:00.168186 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9e2e1f3b-7177-4c1c-b6ce-19f3404d3dcc req-7561e063-549c-494e-8025-909cdf5bab50 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445514 Jul 25 08:52:01.299196 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f89f49-e910-4305-9272-96e843ab82c1 req-e972a656-1a5e-4a70-9b53-c8d799b8f52f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:01.300630 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-91f89f49-e910-4305-9272-96e843ab82c1 req-e972a656-1a5e-4a70-9b53-c8d799b8f52f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0534389 Jul 25 08:52:01.354722 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-91f89f49-e910-4305-9272-96e843ab82c1 req-1c51e94f-dee8-4d28-bccc-a00d49f9a136 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481927 Jul 25 08:52:01.549451 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:52:01.653873 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:52:01.664967 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'port_id': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'mac_address': 'fa:16:3e:26:08:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:52:01.699106 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 is: ACTIVE; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:52:01.699488 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:01.713543 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:52:01.738671 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:52:01.743256 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:01.792982 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,revision_number=6']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:52:01.811323 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=85,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:02.482391 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb412e7b-4287-4625-be0d-b993debcff72 req-3cd92ff5-63b8-4033-af67-f02bea9806af tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:02.483714 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cb412e7b-4287-4625-be0d-b993debcff72 req-3cd92ff5-63b8-4033-af67-f02bea9806af tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 945 time: 0.0499508 Jul 25 08:52:02.531557 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cb412e7b-4287-4625-be0d-b993debcff72 req-66a6b318-c277-4e1c-8a12-bf858eeb3f91 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423276 Jul 25 08:52:03.216836 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['8fcdc018-b6d0-4c78-ac99-e89933f5caf7'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:52:03.662180 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837348ab-ed94-4419-b7bd-c1756f0b2d81 req-7b40fce6-1da2-4e65-a41a-97fd86f7af0c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:03.663690 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-837348ab-ed94-4419-b7bd-c1756f0b2d81 req-7b40fce6-1da2-4e65-a41a-97fd86f7af0c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 945 time: 0.0524621 Jul 25 08:52:03.715288 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-837348ab-ed94-4419-b7bd-c1756f0b2d81 req-1eeebc6a-8fa7-4ca4-a5cb-70c0068b7e20 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435987 Jul 25 08:52:04.870167 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eccdca-42a1-406a-a761-dd89e5af0968 req-6f8dfe9a-80b6-4bf5-8b41-76223ee35bb6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:04.871862 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-93eccdca-42a1-406a-a761-dd89e5af0968 req-6f8dfe9a-80b6-4bf5-8b41-76223ee35bb6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 945 time: 0.0541878 Jul 25 08:52:04.923265 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-93eccdca-42a1-406a-a761-dd89e5af0968 req-38d558d2-f3ab-45a6-95e7-b445dff98443 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448413 Jul 25 08:52:04.994442 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:52:05.044347 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:52:05.044752 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:05.118568 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:52:05.118869 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:05.142812 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:52:05.145117 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e4b0fd-5871-4a5e-8a89-e7f5c971f5e1" -d '{"events": [{"server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "name": "network-vif-plugged", "status": "completed", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:52:05.159799 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:52:05.165266 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:05.225672 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,revision_number=7']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:52:05.256729 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dc974f-cd5b-45a1-9380-0c32d1376221 x-openstack-request-id: req-79dc974f-cd5b-45a1-9380-0c32d1376221 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:52:05.257026 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "name": "network-vif-plugged", "status": "completed", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:52:05.257279 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79dc974f-cd5b-45a1-9380-0c32d1376221 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:52:05.257670 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79dc974f-cd5b-45a1-9380-0c32d1376221'] response: {'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'code': 200} Jul 25 08:52:06.056626 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df46db6-a99f-46c3-8cde-f33e47d3dfdf req-daf118ea-99aa-4c73-8d20-bbd99c7060f6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:06.058439 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4df46db6-a99f-46c3-8cde-f33e47d3dfdf req-daf118ea-99aa-4c73-8d20-bbd99c7060f6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0545337 Jul 25 08:52:06.115404 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4df46db6-a99f-46c3-8cde-f33e47d3dfdf req-26ac89ba-9f7d-4bf7-80a9-8d9461ecd4df tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508888 Jul 25 08:52:07.304470 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad8c9e-1f4d-4dd1-a03c-3d3d9c850727 req-b0609d92-8d5f-4ae7-aa35-51253966bd0e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:07.308963 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-12ad8c9e-1f4d-4dd1-a03c-3d3d9c850727 req-b0609d92-8d5f-4ae7-aa35-51253966bd0e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0602076 Jul 25 08:52:07.416640 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-12ad8c9e-1f4d-4dd1-a03c-3d3d9c850727 req-81f9e7f1-73f4-4163-a542-092b39d21a15 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985754 Jul 25 08:52:07.637787 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:07.648120 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-1dcea02d-40b0-4152-915f-c33c91978efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:08.591786 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126a6e4-e220-440b-af43-5cb6c49fe480 req-bacda02e-2c9f-4666-ae6b-b310164802f6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:08.593354 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1126a6e4-e220-440b-af43-5cb6c49fe480 req-bacda02e-2c9f-4666-ae6b-b310164802f6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0646243 Jul 25 08:52:08.607516 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:08.661438 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1126a6e4-e220-440b-af43-5cb6c49fe480 req-87170828-1329-4694-9643-2a375cadd28d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625360 Jul 25 08:52:09.812334 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bd593-d49d-46dc-bb0c-d52e82c86d34 req-eafcd9c5-43a7-42c1-99b1-5130a2a2e0aa tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:09.814031 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a16bd593-d49d-46dc-bb0c-d52e82c86d34 req-eafcd9c5-43a7-42c1-99b1-5130a2a2e0aa tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0627291 Jul 25 08:52:09.906644 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a16bd593-d49d-46dc-bb0c-d52e82c86d34 req-3c29cbcf-86dc-48a9-87f2-0f0fa5f86497 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674944 Jul 25 08:52:10.016938 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2572e9e0-d0c4-45ed-94aa-ab433137c062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:11.023195 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:11.033094 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:11.068677 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa329330-d6e1-420c-b57a-da9ab2b3253a req-be8a740c-4b1d-4903-ae51-ff8a1607cb3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:11.070440 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fa329330-d6e1-420c-b57a-da9ab2b3253a req-be8a740c-4b1d-4903-ae51-ff8a1607cb3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0664203 Jul 25 08:52:11.119952 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fa329330-d6e1-420c-b57a-da9ab2b3253a req-af2da15d-7184-4589-95e7-76bc3bc1d6d2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440528 Jul 25 08:52:12.257527 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b38bf5-1ad3-4b68-a786-82683a0ce414 req-ecfe3523-2096-4f80-8110-c206b7798f61 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:12.259074 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-12b38bf5-1ad3-4b68-a786-82683a0ce414 req-ecfe3523-2096-4f80-8110-c206b7798f61 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0496626 Jul 25 08:52:12.317151 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-12b38bf5-1ad3-4b68-a786-82683a0ce414 req-6468d256-ff6e-4c89-8fd2-e5c42c66d10b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517828 Jul 25 08:52:12.381356 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:12.802483 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:12.809558 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:13.458870 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ae39c-1c93-4d62-a544-2d57e93a19ed req-4468952d-05c4-4a5b-a8cb-053d63645ae3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:13.466374 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e51ae39c-1c93-4d62-a544-2d57e93a19ed req-4468952d-05c4-4a5b-a8cb-053d63645ae3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0649810 Jul 25 08:52:13.522782 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e51ae39c-1c93-4d62-a544-2d57e93a19ed req-904694d6-dab3-4aec-a0ef-e4511194b391 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542974 Jul 25 08:52:14.475023 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:52:14.655071 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49651511-8f5e-4242-9ad6-ad381b7198d3 req-6adf66c1-5f1e-4e59-b914-6b28c8aabd58 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:14.656564 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-49651511-8f5e-4242-9ad6-ad381b7198d3 req-6adf66c1-5f1e-4e59-b914-6b28c8aabd58 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0512872 Jul 25 08:52:14.708026 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-49651511-8f5e-4242-9ad6-ad381b7198d3 req-7a890d88-4ab3-41bf-80a3-11790aa5aaf9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458887 Jul 25 08:52:15.397586 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=15 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:15.848981 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb1d53-ca79-43e2-ab6b-979e3f9706ef req-b7060e46-4948-4219-9ee3-6770966b5909 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:15.850505 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ffcb1d53-ca79-43e2-ab6b-979e3f9706ef req-b7060e46-4948-4219-9ee3-6770966b5909 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0544622 Jul 25 08:52:15.906322 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ffcb1d53-ca79-43e2-ab6b-979e3f9706ef req-e824e798-9732-4853-8aef-3fa4c2df222f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497110 Jul 25 08:52:17.038850 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45411fb7-1556-4936-8395-b5e5c1c5afc8 req-e3f282f9-4a9e-48e6-ba14-1c59f1dff2a0 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:17.040342 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-45411fb7-1556-4936-8395-b5e5c1c5afc8 req-e3f282f9-4a9e-48e6-ba14-1c59f1dff2a0 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0492375 Jul 25 08:52:17.096120 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-45411fb7-1556-4936-8395-b5e5c1c5afc8 req-6ed3c708-0967-4e28-bac5-af58f6f75561 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502195 Jul 25 08:52:18.235589 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed3b2b-d1b9-43a3-9723-1eaf0679df3f req-ebf77de5-6c70-4b4e-a81d-c7c0fc15cf09 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:18.237152 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-53ed3b2b-d1b9-43a3-9723-1eaf0679df3f req-ebf77de5-6c70-4b4e-a81d-c7c0fc15cf09 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0575628 Jul 25 08:52:18.295861 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-53ed3b2b-d1b9-43a3-9723-1eaf0679df3f req-1b9b36a5-d0df-45ec-9971-1a12b3bef771 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513325 Jul 25 08:52:19.419504 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac62f1-3c91-4edf-a807-3fdbe0b90d87 req-bcddf727-5942-42e9-9443-3977a730550f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:19.421028 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-19ac62f1-3c91-4edf-a807-3fdbe0b90d87 req-bcddf727-5942-42e9-9443-3977a730550f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0518334 Jul 25 08:52:19.472972 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-19ac62f1-3c91-4edf-a807-3fdbe0b90d87 req-e0d6888c-cc7f-4d59-926b-1e68d5afdb70 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461333 Jul 25 08:52:20.610307 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c95cf-3d5f-480c-983e-4371033a83da req-5d385424-b8c4-4f02-a5a9-219130f16ca8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:20.611838 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-853c95cf-3d5f-480c-983e-4371033a83da req-5d385424-b8c4-4f02-a5a9-219130f16ca8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0573018 Jul 25 08:52:20.671758 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:20.675901 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-853c95cf-3d5f-480c-983e-4371033a83da req-44c5c12f-211d-424c-b704-7fb860be80ce tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554729 Jul 25 08:52:21.805320 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959a4f-449d-4dbc-aaf2-f3a795177591 req-4ee90039-3241-488d-99ce-7b8fef54c39b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:21.807352 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-de959a4f-449d-4dbc-aaf2-f3a795177591 req-4ee90039-3241-488d-99ce-7b8fef54c39b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0468752 Jul 25 08:52:21.854576 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-de959a4f-449d-4dbc-aaf2-f3a795177591 req-ace00325-aea5-4722-8f2a-eeae680a504a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417953 Jul 25 08:52:22.804594 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:22.982475 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f7b6a-cc10-4d3c-ab5e-f4c8da0f95cd req-94d7ec34-90f8-4759-81f5-3d7a1b0094ef tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:22.983984 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e28f7b6a-cc10-4d3c-ab5e-f4c8da0f95cd req-94d7ec34-90f8-4759-81f5-3d7a1b0094ef tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0533710 Jul 25 08:52:23.000132 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce40f6-ce4c-40c0-a883-8a5e176c01c0 req-4f7bb5d9-7055-4ea3-891b-eecb1185786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:23.001947 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a4ce40f6-ce4c-40c0-a883-8a5e176c01c0 req-4f7bb5d9-7055-4ea3-891b-eecb1185786e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 1130 time: 0.0412586 Jul 25 08:52:23.032997 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e28f7b6a-cc10-4d3c-ab5e-f4c8da0f95cd req-612c4af3-d1ed-40bf-a38b-943b10b91c66 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433643 Jul 25 08:52:23.100231 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce40f6-ce4c-40c0-a883-8a5e176c01c0 req-63dc946f-172c-437d-be43-3a6e51cdbc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:23.101731 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a4ce40f6-ce4c-40c0-a883-8a5e176c01c0 req-63dc946f-172c-437d-be43-3a6e51cdbc7d service neutron] 10.222.0.48 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 918 time: 0.0942590 Jul 25 08:52:23.162884 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a4ce40f6-ce4c-40c0-a883-8a5e176c01c0 req-417b7328-cdc9-461f-90d3-6a5501bb22b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7 HTTP/1.1" status: 200 len: 1002 time: 0.0553904 Jul 25 08:52:23.210054 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce40f6-ce4c-40c0-a883-8a5e176c01c0 req-2469ca5d-c3fc-4fc0-ba9f-7331f2fdd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:23.211483 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a4ce40f6-ce4c-40c0-a883-8a5e176c01c0 req-2469ca5d-c3fc-4fc0-ba9f-7331f2fdd058 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 200 len: 856 time: 0.0423305 Jul 25 08:52:23.258152 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce40f6-ce4c-40c0-a883-8a5e176c01c0 req-42e2ce13-d464-420b-b3dc-c601fe241621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:23.259646 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a4ce40f6-ce4c-40c0-a883-8a5e176c01c0 req-42e2ce13-d464-420b-b3dc-c601fe241621 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81feca48-2aba-4dcd-848a-634aff6ea348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419700 Jul 25 08:52:23.354054 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a4ce40f6-ce4c-40c0-a883-8a5e176c01c0 req-64f22cbd-5b37-41b2-a884-cf459d69501c service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882378 Jul 25 08:52:23.456663 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-a4ce40f6-ce4c-40c0-a883-8a5e176c01c0 req-57636ebe-1b16-470a-b9fe-d0e7219a1e6e service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959461 Jul 25 08:52:24.163001 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28057b9-06af-4aa3-955c-3d5a42a203be req-0ced7638-e0d4-4a8d-802d-94d77142f06d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:24.164402 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c28057b9-06af-4aa3-955c-3d5a42a203be req-0ced7638-e0d4-4a8d-802d-94d77142f06d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 946 time: 0.0504837 Jul 25 08:52:24.197987 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:24.214471 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c28057b9-06af-4aa3-955c-3d5a42a203be req-f5fe0307-48e1-4387-a8e3-fba9ce3b202d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440588 Jul 25 08:52:24.470572 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=19 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:25.150594 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:52:25.235586 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 is: ACTIVE; New status is: DOWN {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:52:25.235970 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:25.267580 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:52:25.269976 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdde9a20-c0b8-492f-86bd-9ebd19d1ce4e" -d '{"events": [{"server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "name": "network-vif-unplugged", "status": "completed", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:52:25.285240 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:52:25.292613 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:25.338453 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 08:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d2aa8c-f05f-46bb-acaf-c2950b734c6d x-openstack-request-id: req-97d2aa8c-f05f-46bb-acaf-c2950b734c6d {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:52:25.338771 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "name": "network-vif-unplugged", "status": "completed", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:52:25.339171 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-97d2aa8c-f05f-46bb-acaf-c2950b734c6d {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:52:25.339690 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d2aa8c-f05f-46bb-acaf-c2950b734c6d'] response: {'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'code': 200} Jul 25 08:52:25.357271 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831169a4-46e1-491b-8a7a-76cf3f5f2bcf req-f8cef422-f7ca-472a-80ca-2b2a3f551ab4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:25.357922 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,revision_number=8']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:52:25.358934 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-831169a4-46e1-491b-8a7a-76cf3f5f2bcf req-f8cef422-f7ca-472a-80ca-2b2a3f551ab4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0546885 Jul 25 08:52:25.365559 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.366043 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.366672 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.367142 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.367142 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.367381 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.367710 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.368058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.368396 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.368764 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.369608 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.369936 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.370259 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.370581 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.370904 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.418320 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-831169a4-46e1-491b-8a7a-76cf3f5f2bcf req-23e11418-a616-4574-a741-7ff466d27820 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497453 Jul 25 08:52:25.591602 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:25.743960 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 60876) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:52:25.795604 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Deleting subnet 5965ebb0-6559-4950-bae0-e076f39b3a1f {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:52:25.799634 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Publish callbacks [] for subnet (5965ebb0-6559-4950-bae0-e076f39b3a1f), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:25.838985 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2984794'] for subnet (5965ebb0-6559-4950-bae0-e076f39b3a1f), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:25.889049 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (5965ebb0-6559-4950-bae0-e076f39b3a1f), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:25.950642 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376480'] for subnet (5965ebb0-6559-4950-bae0-e076f39b3a1f), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:25.975634 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5965ebb0-6559-4950-bae0-e076f39b3a1f,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:52:25.986012 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:25.989185 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5965ebb0-6559-4950-bae0-e076f39b3a1f HTTP/1.1" status: 204 len: 168 time: 0.2448621 Jul 25 08:52:25.991774 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.992013 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 60878) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:52:25.992277 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.992823 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.993294 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.993794 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.994259 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.994726 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.995214 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.995701 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.996187 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.996687 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.997153 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.997626 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.998160 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:25.998687 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0aa78a-6237-47c2-bb96-adaa91d5ee94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.067431 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (43d25711-c8fd-4bad-bbe1-48fae01c4a82), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:26.157382 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (43d25711-c8fd-4bad-bbe1-48fae01c4a82), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:26.178259 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.178634 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.179341 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.179673 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > port after_create 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.180011 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.180340 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > port after_update 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.180695 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.181020 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.181338 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.182189 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.356713 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.357063 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.357398 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.357965 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 08:52:26.358121 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d25711-c8fd-4bad-bbe1-48fae01c4a82']}} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:52:26.381364 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922d7fe0-61f0-41fc-8ca4-9ccf4c27de00') {'for_net_delete': True} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:52:26.381635 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922d7fe0-61f0-41fc-8ca4-9ccf4c27de00') {} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:52:26.402217 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048587'] for segment (922d7fe0-61f0-41fc-8ca4-9ccf4c27de00), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:26.425069 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (922d7fe0-61f0-41fc-8ca4-9ccf4c27de00), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:26.435141 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=110462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:52:26.435623 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25638468'] for segment (922d7fe0-61f0-41fc-8ca4-9ccf4c27de00), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:26.562929 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (43d25711-c8fd-4bad-bbe1-48fae01c4a82), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:26.579302 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:26.582373 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/43d25711-c8fd-4bad-bbe1-48fae01c4a82 HTTP/1.1" status: 204 len: 168 time: 0.5890653 Jul 25 08:52:26.599238 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14eb39-2ee7-46cb-b8f9-4cd7aab9df8c req-83c31c54-8ae8-48c7-93be-32cbed0ae48d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:26.605083 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc14eb39-2ee7-46cb-b8f9-4cd7aab9df8c req-83c31c54-8ae8-48c7-93be-32cbed0ae48d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0924032 Jul 25 08:52:26.606581 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d25711-c8fd-4bad-bbe1-48fae01c4a82,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:52:26.612497 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment 922d7fe0-61f0-41fc-8ca4-9ccf4c27de00 resource provider aggregate not found Jul 25 08:52:26.633470 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.633814 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.634198 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.634527 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.634860 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.635182 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.635500 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.635818 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.636132 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.636475 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.636793 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.637109 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.637429 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.637933 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.638121 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db86fe6-8131-4da4-8e89-b00fa6ef04f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:52:26.645599 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment 922d7fe0-61f0-41fc-8ca4-9ccf4c27de00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 922d7fe0-61f0-41fc-8ca4-9ccf4c27de00 found for delete ", "request_id": "req-b3877291-d74a-480e-9927-e2e0e8a1142f"}]} Jul 25 08:52:26.673024 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc14eb39-2ee7-46cb-b8f9-4cd7aab9df8c req-b11cf44e-e398-40ac-9eaf-c310514d24ca tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626168 Jul 25 08:52:26.781633 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 60900) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:52:26.825218 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-75da5cf8-0475-42e4-95b0-77e131e322f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e76bc803d784442936b25a7ad36d564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421453 Jul 25 08:52:26.827807 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 60902) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:52:26.881114 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0bc536af-dfac-45ce-9465-ac509945af1e admin admin] Publish callbacks [] for security_group (ceda6f6c-3085-4c23-b964-14f0cd50c980), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:26.905418 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0bc536af-dfac-45ce-9465-ac509945af1e admin admin] Publish callbacks [] for security_group (ceda6f6c-3085-4c23-b964-14f0cd50c980), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:26.961496 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0bc536af-dfac-45ce-9465-ac509945af1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ceda6f6c-3085-4c23-b964-14f0cd50c980), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:26.965054 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0bc536af-dfac-45ce-9465-ac509945af1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:26.966251 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-0bc536af-dfac-45ce-9465-ac509945af1e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ceda6f6c-3085-4c23-b964-14f0cd50c980 HTTP/1.1" status: 204 len: 168 time: 0.1374061 Jul 25 08:52:26.974674 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc536af-dfac-45ce-9465-ac509945af1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceda6f6c-3085-4c23-b964-14f0cd50c980,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:52:27.247435 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [req-a3fa923b-b0e2-4615-a9bf-3d92f66953d5 req-15128beb-412d-46fd-855e-288fc9e4106b service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:52:27.248444 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a3fa923b-b0e2-4615-a9bf-3d92f66953d5 req-15128beb-412d-46fd-855e-288fc9e4106b service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053964 Jul 25 08:52:27.419503 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:27.443117 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72ca9d-8322-42f1-96d4-68e78fa4d012 req-2dfa38d3-d28a-4b88-b646-6ac799aa98c5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:27.444959 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7d72ca9d-8322-42f1-96d4-68e78fa4d012 req-2dfa38d3-d28a-4b88-b646-6ac799aa98c5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0624342 Jul 25 08:52:27.513893 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7d72ca9d-8322-42f1-96d4-68e78fa4d012 req-91176bcf-5cee-4164-8c96-7e9f4bbba4b7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588276 Jul 25 08:52:27.914974 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 60960) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:52:27.999294 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-3ef33a99-99cc-49bb-aed7-2a0ea5edebcd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831192 Jul 25 08:52:28.008022 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-6617904a-61eb-4af2-8547-f5257203f6d9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:52:28.009032 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-6617904a-61eb-4af2-8547-f5257203f6d9 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049322 Jul 25 08:52:28.150702 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 60978) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:52:28.205059 dv-cinder-850840-1-iscsi neutron-server[110463]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 08:52:28.261426 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-d75e1eea-cd0b-4310-a5da-06f068eebbca tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:28.262816 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-d75e1eea-cd0b-4310-a5da-06f068eebbca tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports/8fcdc018-b6d0-4c78-ac99-e89933f5caf7 HTTP/1.1" status: 200 len: 941 time: 0.1106017 Jul 25 08:52:28.664706 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bba3d-a9f7-4245-8f01-3375f350e359 req-cec246b1-5d08-4229-a1f3-03179cfc901a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:28.667203 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-091bba3d-a9f7-4245-8f01-3375f350e359 req-cec246b1-5d08-4229-a1f3-03179cfc901a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0643330 Jul 25 08:52:28.710000 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:28.719270 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-091bba3d-a9f7-4245-8f01-3375f350e359 req-56ddc09a-f036-4c4c-8db7-d79b2292f8c0 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461354 Jul 25 08:52:29.194534 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:52:29.268541 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 is: DOWN; New status is: DOWN {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:52:29.849361 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6854-f6fd-4eab-93cd-632165614771 req-b7bec014-0630-460c-a204-c57613302cfa tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:29.850871 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-540a6854-f6fd-4eab-93cd-632165614771 req-b7bec014-0630-460c-a204-c57613302cfa tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0491047 Jul 25 08:52:29.901296 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-540a6854-f6fd-4eab-93cd-632165614771 req-82bf5c7a-4a08-40de-8f45-5d53c360788f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438817 Jul 25 08:52:30.628980 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-97325fcd-d6a8-463c-b1cd-263e272f957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:30.632434 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-97325fcd-d6a8-463c-b1cd-263e272f957d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda&tenant_id=f3491b85dc4543c88f500828b2df1d2d HTTP/1.1" status: 200 len: 1128 time: 0.0962033 Jul 25 08:52:30.727248 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-271dd169-3612-414e-a403-5a27cf7d5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:30.729323 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-271dd169-3612-414e-a403-5a27cf7d5f3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 1128 time: 0.0523572 Jul 25 08:52:30.828566 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-b2363661-fca6-4536-89de-aa937311703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:30.830057 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-b2363661-fca6-4536-89de-aa937311703f service neutron] 10.222.0.48 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 918 time: 0.0940609 Jul 25 08:52:30.869735 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:30.883857 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:30.898145 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-b80d7bcf-32dc-491e-9dc8-4e1ca05844ef service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7 HTTP/1.1" status: 200 len: 1000 time: 0.0614398 Jul 25 08:52:30.953498 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-677a43f2-1202-421b-88b4-3511ead6f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:30.954956 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-677a43f2-1202-421b-88b4-3511ead6f6b3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 200 len: 856 time: 0.0489662 Jul 25 08:52:31.005942 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-160d3850-81f2-4e8e-91c5-fa7fab152c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:31.007447 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-160d3850-81f2-4e8e-91c5-fa7fab152c44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81feca48-2aba-4dcd-848a-634aff6ea348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460112 Jul 25 08:52:31.044671 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfce240-b9b7-45d9-b445-32a5f49300db req-ce855cfb-68b1-48ce-9729-35bd20d0b923 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:31.046149 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2cfce240-b9b7-45d9-b445-32a5f49300db req-ce855cfb-68b1-48ce-9729-35bd20d0b923 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0557249 Jul 25 08:52:31.097144 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2cfce240-b9b7-45d9-b445-32a5f49300db req-8affbde2-d3b3-4a71-af68-d611f9f54b2a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453565 Jul 25 08:52:31.104318 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-aba984af-dd7d-43bf-a3b3-099864e50cbb service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878682 Jul 25 08:52:31.206133 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-c5964786-0f10-4361-b458-8f623a738a14 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919285 Jul 25 08:52:32.227984 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bc30a-cbc1-4c32-b426-f987c8531ded req-516245c9-8854-40f4-a7b1-70dad643b843 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:32.229531 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-761bc30a-cbc1-4c32-b426-f987c8531ded req-516245c9-8854-40f4-a7b1-70dad643b843 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0489221 Jul 25 08:52:32.278890 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-761bc30a-cbc1-4c32-b426-f987c8531ded req-c70951d9-1e7e-4693-8781-1e04684a0954 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438261 Jul 25 08:52:33.405194 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffde9f-e80b-42ca-8be4-01766a32f515 req-c289aebe-e563-47b3-af17-c96530300ca3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:33.406797 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d3ffde9f-e80b-42ca-8be4-01766a32f515 req-c289aebe-e563-47b3-af17-c96530300ca3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0485454 Jul 25 08:52:33.453110 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d3ffde9f-e80b-42ca-8be4-01766a32f515 req-b14deec4-c02b-43b9-903e-4b885e19e180 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407264 Jul 25 08:52:34.584119 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62908f-ad3b-4d2a-b116-e3d59f967e9d req-78f432bf-488a-461d-92c8-60569d0f27a8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:34.585524 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f62908f-ad3b-4d2a-b116-e3d59f967e9d req-78f432bf-488a-461d-92c8-60569d0f27a8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0497947 Jul 25 08:52:34.632562 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f62908f-ad3b-4d2a-b116-e3d59f967e9d req-71489e2c-e9f3-4d2e-a4c1-0eae046ce379 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413799 Jul 25 08:52:35.757615 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fcd11-1571-4161-8aef-71087fa7199c req-7ba4359d-20fc-4cd3-b59b-fe6891742e44 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:35.759174 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a75fcd11-1571-4161-8aef-71087fa7199c req-7ba4359d-20fc-4cd3-b59b-fe6891742e44 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0473597 Jul 25 08:52:35.809840 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a75fcd11-1571-4161-8aef-71087fa7199c req-d9ba5e0f-2bbd-4523-8af6-d282b4855597 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444701 Jul 25 08:52:36.986997 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e233a65-80f4-45c0-aa5f-ae0de6b4de8d req-91781f35-5195-4563-b4db-c3b6ff4e39de tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:36.988641 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0e233a65-80f4-45c0-aa5f-ae0de6b4de8d req-91781f35-5195-4563-b4db-c3b6ff4e39de tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0527785 Jul 25 08:52:37.046088 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0e233a65-80f4-45c0-aa5f-ae0de6b4de8d req-396cba92-1e7f-4b9f-9dd0-1548111ef340 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489819 Jul 25 08:52:37.646695 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4d365e4e-3eb8-4ad3-922d-83a8635721ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:38.185877 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc17cc-1af1-4e95-bc9d-b656f6f011f4 req-39878051-7e7d-4195-a23a-ab432800785b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:38.194977 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-01cc17cc-1af1-4e95-bc9d-b656f6f011f4 req-39878051-7e7d-4195-a23a-ab432800785b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0680573 Jul 25 08:52:38.252905 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-01cc17cc-1af1-4e95-bc9d-b656f6f011f4 req-9857c2ee-1098-46f6-a565-d45111560eb4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571027 Jul 25 08:52:38.467167 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 32852) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:52:38.576259 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-958e1dd6-0509-4928-8deb-0c3d12657257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:38.659985 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-958e1dd6-0509-4928-8deb-0c3d12657257 admin admin] Publish callbacks [] for security_group (bf3d51f6-2e1d-4634-8a2e-26088ec954da), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:38.664614 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-958e1dd6-0509-4928-8deb-0c3d12657257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (bf3d51f6-2e1d-4634-8a2e-26088ec954da), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:38.692160 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e1dd6-0509-4928-8deb-0c3d12657257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3d51f6-2e1d-4634-8a2e-26088ec954da,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:52:38.719812 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 32856) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:52:38.720164 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-958e1dd6-0509-4928-8deb-0c3d12657257 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=78f8d1946e5a48c0b963a66daaba92a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516336 Jul 25 08:52:38.783415 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ee449f11-4e99-446d-aede-2f2075d30b38 admin admin] Publish callbacks [] for security_group (bf3d51f6-2e1d-4634-8a2e-26088ec954da), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:38.816204 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ee449f11-4e99-446d-aede-2f2075d30b38 admin admin] Publish callbacks [] for security_group (bf3d51f6-2e1d-4634-8a2e-26088ec954da), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:38.869649 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:38.885835 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ee449f11-4e99-446d-aede-2f2075d30b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (bf3d51f6-2e1d-4634-8a2e-26088ec954da), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:38.890445 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ee449f11-4e99-446d-aede-2f2075d30b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:38.892271 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-ee449f11-4e99-446d-aede-2f2075d30b38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf3d51f6-2e1d-4634-8a2e-26088ec954da HTTP/1.1" status: 204 len: 168 time: 0.1704366 Jul 25 08:52:38.905729 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee449f11-4e99-446d-aede-2f2075d30b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3d51f6-2e1d-4634-8a2e-26088ec954da,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:52:39.367558 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:39.382891 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ef767-763a-4225-8898-99b38e053598 req-e710c82e-089a-467d-9960-8fd08f4e1725 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:39.384353 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5f8ef767-763a-4225-8898-99b38e053598 req-e710c82e-089a-467d-9960-8fd08f4e1725 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0490685 Jul 25 08:52:39.430167 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5f8ef767-763a-4225-8898-99b38e053598 req-efae81bf-0d1f-41e4-afc8-97221e03cc10 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 Jul 25 08:52:40.013189 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ca5257d8-429c-494a-b180-6442d12862e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:40.586873 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6e671-c7f6-4e92-b907-b8860964a492 req-f7478a09-4e93-48d3-b017-3941898b4bd4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:40.588419 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b2d6e671-c7f6-4e92-b907-b8860964a492 req-f7478a09-4e93-48d3-b017-3941898b4bd4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0535073 Jul 25 08:52:40.643674 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b2d6e671-c7f6-4e92-b907-b8860964a492 req-691fdd80-b6be-434e-9bc1-0a6affa113b1 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464580 Jul 25 08:52:41.031021 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:41.832030 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b207d-7d05-4b69-80b6-542974b1739f req-dda19e30-25e1-46f3-a02d-f6f45521ca1e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:41.833579 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc0b207d-7d05-4b69-80b6-542974b1739f req-dda19e30-25e1-46f3-a02d-f6f45521ca1e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0515018 Jul 25 08:52:41.882790 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cc0b207d-7d05-4b69-80b6-542974b1739f req-4c47af49-fbab-48ee-8dd5-2febcc5e1895 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435605 Jul 25 08:52:42.388456 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:42.804779 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:43.034095 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ae28b-77f1-42a9-a23e-c56f3305ad7e req-16858e69-e549-429b-ae54-04cbba584880 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:43.035563 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b92ae28b-77f1-42a9-a23e-c56f3305ad7e req-16858e69-e549-429b-ae54-04cbba584880 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0594819 Jul 25 08:52:43.087354 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b92ae28b-77f1-42a9-a23e-c56f3305ad7e req-bc6b658e-e0bb-401e-9a2e-8ee86abef02b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453906 Jul 25 08:52:44.219805 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9490c3-3c00-43ae-86e8-0a970130aca1 req-6d78d4d1-1852-4cef-a592-7b26c2d603f8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:44.221335 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4b9490c3-3c00-43ae-86e8-0a970130aca1 req-6d78d4d1-1852-4cef-a592-7b26c2d603f8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0479639 Jul 25 08:52:44.272160 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4b9490c3-3c00-43ae-86e8-0a970130aca1 req-969aaeb7-7cb9-442a-8aa8-641dfd173713 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452991 Jul 25 08:52:45.407338 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb7107-0f90-4b78-8497-0a0e68f91efe req-a358998a-6f23-4b55-af64-34dd0c8f2301 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:45.414349 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-14eb7107-0f90-4b78-8497-0a0e68f91efe req-a358998a-6f23-4b55-af64-34dd0c8f2301 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0619242 Jul 25 08:52:45.464790 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-14eb7107-0f90-4b78-8497-0a0e68f91efe req-90872a1d-7259-4a21-9821-f09c783b87f7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494344 Jul 25 08:52:46.599114 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12de90a-2de9-461c-9a42-b0e1ba90b659 req-2da0f5c7-e13a-4cc8-94ab-6da6dbcf21e8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:46.600529 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e12de90a-2de9-461c-9a42-b0e1ba90b659 req-2da0f5c7-e13a-4cc8-94ab-6da6dbcf21e8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0500088 Jul 25 08:52:46.653219 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e12de90a-2de9-461c-9a42-b0e1ba90b659 req-8131564d-2aa4-4627-892b-f38e221c1643 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463123 Jul 25 08:52:47.780664 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be5561-17b4-4393-91c0-78c758ad892f req-49b1e297-7d28-4411-b29f-d0be2f60bb90 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:47.782144 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57be5561-17b4-4393-91c0-78c758ad892f req-49b1e297-7d28-4411-b29f-d0be2f60bb90 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0500734 Jul 25 08:52:47.829675 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57be5561-17b4-4393-91c0-78c758ad892f req-f3968d48-4491-49b2-af7e-00ec20759709 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418842 Jul 25 08:52:48.710852 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=44,neutron:INSERT=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:48.715808 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=52,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:48.956456 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6ea25-3c11-4fa2-a98a-29a5d17b424d req-f2e29ea5-9ec5-4021-aa32-99a9a6da81dd tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:48.957943 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-24e6ea25-3c11-4fa2-a98a-29a5d17b424d req-f2e29ea5-9ec5-4021-aa32-99a9a6da81dd tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0470877 Jul 25 08:52:49.004863 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-24e6ea25-3c11-4fa2-a98a-29a5d17b424d req-da7b555a-bb3e-4086-a175-975dc916eaae tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413659 Jul 25 08:52:50.137646 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ba9bd-c2e9-4f31-9b59-178f0287333d req-62019149-d2f9-4211-993f-fef67a9be2ad tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:50.139489 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c92ba9bd-c2e9-4f31-9b59-178f0287333d req-62019149-d2f9-4211-993f-fef67a9be2ad tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0573225 Jul 25 08:52:50.195002 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c92ba9bd-c2e9-4f31-9b59-178f0287333d req-d6f4f206-4cb8-4b42-9cc0-1623aae2ec1c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499825 Jul 25 08:52:51.326604 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7581517-3f38-482d-951a-32f26ae4e3e7 req-bcfd0ddb-345e-4611-aebe-6d97987f77fa tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:51.328220 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f7581517-3f38-482d-951a-32f26ae4e3e7 req-bcfd0ddb-345e-4611-aebe-6d97987f77fa tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0511310 Jul 25 08:52:51.385979 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:51.391796 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f7581517-3f38-482d-951a-32f26ae4e3e7 req-acfa6d00-be9e-45ea-815c-8f7fbdb7aa7b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579479 Jul 25 08:52:51.483545 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:52:52.504618 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:52.518258 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955da51-d469-4310-b871-ab7fcd92da25 req-c48fab3d-cf8c-4ab2-8fec-1146659e1142 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:52.519725 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d955da51-d469-4310-b871-ab7fcd92da25 req-c48fab3d-cf8c-4ab2-8fec-1146659e1142 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0468693 Jul 25 08:52:52.569029 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d955da51-d469-4310-b871-ab7fcd92da25 req-cad089c7-941a-4a11-8195-7c54806c5165 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436389 Jul 25 08:52:52.797065 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:52.799671 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=43,neutron:UPDATE=6 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:53.690200 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5d125-b752-4199-a0c7-71500a1b249a req-9e85448c-3098-440e-bafd-99c97c902229 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:53.691664 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-89e5d125-b752-4199-a0c7-71500a1b249a req-9e85448c-3098-440e-bafd-99c97c902229 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0468383 Jul 25 08:52:53.738198 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-89e5d125-b752-4199-a0c7-71500a1b249a req-57162a90-df1e-496a-8ff1-671d3a7635ba tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 Jul 25 08:52:54.861239 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023707e6-ad7d-42fc-ad9c-da0d6839602c req-3c6e9989-05cd-4b80-821f-7d8ad2f9ec74 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:54.862713 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-023707e6-ad7d-42fc-ad9c-da0d6839602c req-3c6e9989-05cd-4b80-821f-7d8ad2f9ec74 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0465708 Jul 25 08:52:54.909937 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-023707e6-ad7d-42fc-ad9c-da0d6839602c req-1d15016e-1f7a-4811-b6b9-601730846108 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417736 Jul 25 08:52:55.583847 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:52:56.034120 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990d656-831e-44a2-89aa-a83db1434743 req-fd380cfd-9453-40f5-b832-a7989a2d4f75 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:56.035630 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4990d656-831e-44a2-89aa-a83db1434743 req-fd380cfd-9453-40f5-b832-a7989a2d4f75 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0492978 Jul 25 08:52:56.082964 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4990d656-831e-44a2-89aa-a83db1434743 req-5c97c73f-6967-4eae-a786-248aeac64198 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418093 Jul 25 08:52:56.266361 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-f6bf01c5-e286-4e04-8e3a-1b14d965a23a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459964 Jul 25 08:52:57.206893 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5802cc4-0548-46f7-aa7f-eaf76e15ee29 req-04b18eb9-743f-417b-901e-24021de143a0 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:57.208329 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5802cc4-0548-46f7-aa7f-eaf76e15ee29 req-04b18eb9-743f-417b-901e-24021de143a0 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0470335 Jul 25 08:52:57.266980 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5802cc4-0548-46f7-aa7f-eaf76e15ee29 req-e069937e-cde0-40b9-9f47-c2fa3e83bef1 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525942 Jul 25 08:52:57.397902 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b0e06-4d5c-4a05-b200-01c45d53c317 req-3048e709-19d3-436b-8ff1-cbe4fcacc24a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:57.399364 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bf7b0e06-4d5c-4a05-b200-01c45d53c317 req-3048e709-19d3-436b-8ff1-cbe4fcacc24a tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0478935 Jul 25 08:52:57.462387 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bf7b0e06-4d5c-4a05-b200-01c45d53c317 req-e896f651-9de3-437f-b3a4-ff797309d151 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566647 Jul 25 08:52:58.044841 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-27230823-30c7-4f5a-9cad-f3eea9d9b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:58.046309 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-27230823-30c7-4f5a-9cad-f3eea9d9b3ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 1129 time: 0.0384536 Jul 25 08:52:58.398455 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44213f-1ca0-46da-b9a3-ab9f33a0a7b7 req-56ebebd8-75db-411d-b202-1771cb5786d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:58.399920 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8e44213f-1ca0-46da-b9a3-ab9f33a0a7b7 req-56ebebd8-75db-411d-b202-1771cb5786d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0474308 Jul 25 08:52:58.448926 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8e44213f-1ca0-46da-b9a3-ab9f33a0a7b7 req-c9d68b49-0f67-4f69-8e6f-e4d1c5342946 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429010 Jul 25 08:52:58.585186 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8868bf-271e-470d-bfc4-fa0e8d86b328 req-50cd392f-2b96-4b6b-a4dd-5eefe41067d2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:58.586588 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2d8868bf-271e-470d-bfc4-fa0e8d86b328 req-50cd392f-2b96-4b6b-a4dd-5eefe41067d2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0490208 Jul 25 08:52:58.637985 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f885cb8-aea7-43b1-991e-6436dffa9c68 req-9baf77e3-2070-42fc-bf1a-a3469195d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:58.639467 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f885cb8-aea7-43b1-991e-6436dffa9c68 req-9baf77e3-2070-42fc-bf1a-a3469195d190 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3404b1a99987401183c8e3e851b382db&device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 1168 time: 0.0823107 Jul 25 08:52:58.652740 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2d8868bf-271e-470d-bfc4-fa0e8d86b328 req-8c3959e5-64dc-4798-97d6-cc534d018d8f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596695 Jul 25 08:52:58.672278 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-5947d84b-60e1-48ba-825d-fa60eeb09dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:58.674207 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-5947d84b-60e1-48ba-825d-fa60eeb09dfe service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.1282506 Jul 25 08:52:58.813588 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-bf6adedd-8b37-40da-a46e-d304d93919b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28a4c653-6358-4c44-a455-40a51fe64fbc HTTP/1.1" status: 200 len: 217 time: 0.0767488 Jul 25 08:52:58.889533 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-96a51c65-2d60-49ba-8ccf-e89d18574a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:58.891059 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-96a51c65-2d60-49ba-8ccf-e89d18574a66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0675774 Jul 25 08:52:58.909553 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f885cb8-aea7-43b1-991e-6436dffa9c68 req-209ea833-1b45-4741-a39d-5c416e29e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:58.910988 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f885cb8-aea7-43b1-991e-6436dffa9c68 req-209ea833-1b45-4741-a39d-5c416e29e3bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fca7c14-bb96-4e04-b288-c4911dc494c5 HTTP/1.1" status: 200 len: 916 time: 0.1827981 Jul 25 08:52:58.979748 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-f0a21b2b-ecba-48b8-b385-c9ee4cc0c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:58.981429 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-f0a21b2b-ecba-48b8-b385-c9ee4cc0c2b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830288 Jul 25 08:52:59.039431 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f885cb8-aea7-43b1-991e-6436dffa9c68 req-8126726f-8f07-47d3-86b9-c7a08a2df299 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c243097a-4313-4fd5-ad41-f6f18a03b006 HTTP/1.1" status: 200 len: 1001 time: 0.1129529 Jul 25 08:52:59.126630 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-d1311df9-30c7-4f98-8feb-0f133bd9be63 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361418 Jul 25 08:52:59.130015 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f885cb8-aea7-43b1-991e-6436dffa9c68 req-336688af-4bb9-444a-96f4-497292d0c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:59.131330 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f885cb8-aea7-43b1-991e-6436dffa9c68 req-336688af-4bb9-444a-96f4-497292d0c6f5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95c0354e-62b3-4ccb-9523-367338aa335c HTTP/1.1" status: 200 len: 854 time: 0.0722847 Jul 25 08:52:59.249367 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f885cb8-aea7-43b1-991e-6436dffa9c68 req-526c28a5-b754-49d3-9aea-be82b03c4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:59.251109 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f885cb8-aea7-43b1-991e-6436dffa9c68 req-526c28a5-b754-49d3-9aea-be82b03c4652 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fca7c14-bb96-4e04-b288-c4911dc494c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910597 Jul 25 08:52:59.337065 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-349fecd8-0153-4e36-94d8-2b87b8897466 req-7fe6d609-3ea7-4adb-9ebe-07f17f1a6dbd service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779833 Jul 25 08:52:59.376630 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f885cb8-aea7-43b1-991e-6436dffa9c68 req-e52d2e95-36ad-43cd-956f-cad56f1329eb service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171069 Jul 25 08:52:59.470230 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:59.481982 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4f885cb8-aea7-43b1-991e-6436dffa9c68 req-a11add93-b0db-4966-8e69-688be903e34d service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009138 Jul 25 08:52:59.582757 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83462cfb-59ca-416f-8bc0-2f213d2c265e req-75d7ffb8-ea18-4495-8128-a93141f94f1b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:59.584211 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-83462cfb-59ca-416f-8bc0-2f213d2c265e req-75d7ffb8-ea18-4495-8128-a93141f94f1b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0536933 Jul 25 08:52:59.666421 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1da76-803e-4d31-80db-d3e85eb5e17f req-8a393f5c-0111-4e7c-85ef-add13920f367 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:59.668528 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b6f1da76-803e-4d31-80db-d3e85eb5e17f req-8a393f5c-0111-4e7c-85ef-add13920f367 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0721226 Jul 25 08:52:59.671893 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-83462cfb-59ca-416f-8bc0-2f213d2c265e req-7775c463-598f-43ee-a975-4c25a50cd487 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818698 Jul 25 08:52:59.738212 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b6f1da76-803e-4d31-80db-d3e85eb5e17f req-085a0745-2333-4be8-8cd3-fd6d7165e2a0 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635214 Jul 25 08:52:59.762522 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:52:59.803309 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347916ba-c76b-43a5-81a8-9c20afd784ec req-90fd39e7-cf5b-4ff8-ae80-b4943d8e42da tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:52:59.804801 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-347916ba-c76b-43a5-81a8-9c20afd784ec req-90fd39e7-cf5b-4ff8-ae80-b4943d8e42da tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0521228 Jul 25 08:52:59.864402 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-347916ba-c76b-43a5-81a8-9c20afd784ec req-7185eb05-70f4-4c57-9f3e-3cd4a7aeeb48 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538158 Jul 25 08:53:00.792835 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:00.804851 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8ce0a-df9f-42b2-85b3-b09dcf064452 req-77a84133-d67c-443d-8a4e-220c81a2550f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:00.806391 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-04b8ce0a-df9f-42b2-85b3-b09dcf064452 req-77a84133-d67c-443d-8a4e-220c81a2550f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0499582 Jul 25 08:53:00.884379 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71154c9a-0930-443e-83a7-05cd336d6598 req-3eda896c-1f38-49c3-87f9-5198ba0c5fa0 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:00.885864 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-71154c9a-0930-443e-83a7-05cd336d6598 req-3eda896c-1f38-49c3-87f9-5198ba0c5fa0 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0712924 Jul 25 08:53:00.907223 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-04b8ce0a-df9f-42b2-85b3-b09dcf064452 req-35d28ee2-25f8-4f9d-9799-3d9af3d1911a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913579 Jul 25 08:53:00.944449 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-71154c9a-0930-443e-83a7-05cd336d6598 req-6971f000-46d6-4b39-8067-7fbc192255d8 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504360 Jul 25 08:53:01.017593 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b59b79-1b03-4707-8c39-665d1e187763 req-070293c0-49f1-43cf-b6f3-c595bae8485f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:01.019087 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-79b59b79-1b03-4707-8c39-665d1e187763 req-070293c0-49f1-43cf-b6f3-c595bae8485f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0500212 Jul 25 08:53:01.093740 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-79b59b79-1b03-4707-8c39-665d1e187763 req-ab905f16-a0f3-4934-be99-d517a8398175 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683124 Jul 25 08:53:02.058058 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceef14b-c427-47b1-b113-98e007bb4174 req-bbbbfa6f-467e-4b5d-9e74-95cf3130d432 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:02.060171 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aceef14b-c427-47b1-b113-98e007bb4174 req-bbbbfa6f-467e-4b5d-9e74-95cf3130d432 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0646627 Jul 25 08:53:02.113190 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101a59c-20a3-4be8-979b-3ae93f1a0404 req-d0186db9-0f35-48c8-a37e-0bfda2160c5c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:02.114735 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d101a59c-20a3-4be8-979b-3ae93f1a0404 req-d0186db9-0f35-48c8-a37e-0bfda2160c5c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0742712 Jul 25 08:53:02.162071 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aceef14b-c427-47b1-b113-98e007bb4174 req-6fb9689e-7cdb-46cf-962b-1bca686326db tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822270 Jul 25 08:53:02.188818 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d101a59c-20a3-4be8-979b-3ae93f1a0404 req-744c5733-4e70-4c07-a80c-a21df40bbc42 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652809 Jul 25 08:53:02.300944 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423f85a-3ea8-4d7b-bda5-4bc04199f6aa req-9c761e48-8ce3-413d-83e5-bf24658fec5b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:02.302597 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1423f85a-3ea8-4d7b-bda5-4bc04199f6aa req-9c761e48-8ce3-413d-83e5-bf24658fec5b tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0517035 Jul 25 08:53:02.374899 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1423f85a-3ea8-4d7b-bda5-4bc04199f6aa req-9eb3359f-4d96-4665-b82f-2a9927894283 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654955 Jul 25 08:53:02.985057 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fb8fe-018c-4b29-b305-05397ff8beb2 req-3d106b90-2ccf-427a-a659-e60814544828 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:02.985401 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595bc3e-e6a0-4299-914b-a9610bbca7ae req-46098e40-dc4c-4623-8725-c774297e79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:02.986727 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-088fb8fe-018c-4b29-b305-05397ff8beb2 req-3d106b90-2ccf-427a-a659-e60814544828 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0625212 Jul 25 08:53:02.988077 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-9595bc3e-e6a0-4299-914b-a9610bbca7ae req-46098e40-dc4c-4623-8725-c774297e79a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 1130 time: 0.0506523 Jul 25 08:53:03.042572 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-088fb8fe-018c-4b29-b305-05397ff8beb2 req-78923a6c-cdc9-4f6d-aeb0-fba1073f9d2a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469856 Jul 25 08:53:03.113213 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595bc3e-e6a0-4299-914b-a9610bbca7ae req-9cec9eba-ddc3-489d-9210-c3b0ca6e7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:03.114820 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-9595bc3e-e6a0-4299-914b-a9610bbca7ae req-9cec9eba-ddc3-489d-9210-c3b0ca6e7186 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.1181874 Jul 25 08:53:03.156602 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:03.181006 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-9595bc3e-e6a0-4299-914b-a9610bbca7ae req-023bec02-fc85-4bbc-8f3b-1c2a752f0704 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39973804-976f-4223-a900-f8cbbe4dcd0e HTTP/1.1" status: 200 len: 1002 time: 0.0599458 Jul 25 08:53:03.248464 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595bc3e-e6a0-4299-914b-a9610bbca7ae req-a8809e20-1194-4f53-9c56-65b10ef95557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:03.248464 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-9595bc3e-e6a0-4299-914b-a9610bbca7ae req-a8809e20-1194-4f53-9c56-65b10ef95557 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0564024 Jul 25 08:53:03.312054 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595bc3e-e6a0-4299-914b-a9610bbca7ae req-c1238a27-9891-4ac8-a255-53f8f4ef3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:03.314431 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-9595bc3e-e6a0-4299-914b-a9610bbca7ae req-c1238a27-9891-4ac8-a255-53f8f4ef3fc9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616951 Jul 25 08:53:03.358252 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c83d7-5019-47fd-8beb-9596c098c4ee req-828f8b7c-5a9a-414e-a09e-c73d438283ed tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:03.359799 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7d0c83d7-5019-47fd-8beb-9596c098c4ee req-828f8b7c-5a9a-414e-a09e-c73d438283ed tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0801032 Jul 25 08:53:03.367851 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f261c-96c8-42b5-8352-aca25124c601 req-64985865-a651-4cec-a690-2ebf669466ec tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:03.367851 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a94f261c-96c8-42b5-8352-aca25124c601 req-64985865-a651-4cec-a690-2ebf669466ec tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0993183 Jul 25 08:53:03.453193 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-9595bc3e-e6a0-4299-914b-a9610bbca7ae req-1c5d062a-31e4-485f-bb0a-668ad53832f0 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318371 Jul 25 08:53:03.696362 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7d0c83d7-5019-47fd-8beb-9596c098c4ee req-3d18b3ba-a241-471b-82c3-46db9014a12c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3272858 Jul 25 08:53:03.706649 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a94f261c-96c8-42b5-8352-aca25124c601 req-0f498a48-7af3-4044-8580-6fa0ca5ef9f8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3297405 Jul 25 08:53:03.828900 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-9595bc3e-e6a0-4299-914b-a9610bbca7ae req-0c73df5f-d0dd-47c6-af9c-db6632a30dd5 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697603 Jul 25 08:53:03.872397 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4bd2a-2b3a-4193-9354-19f51f44988f req-a5914fbb-dfb4-4506-86a8-c7d7a949efef tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:03.874882 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-def4bd2a-2b3a-4193-9354-19f51f44988f req-a5914fbb-dfb4-4506-86a8-c7d7a949efef tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0714633 Jul 25 08:53:03.904644 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:03.950848 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-def4bd2a-2b3a-4193-9354-19f51f44988f req-93f4e9bc-6744-49c5-907b-1ce886b2ee83 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620952 Jul 25 08:53:04.178229 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad602bdb-fe3e-4442-a7f1-7a16235de3fb req-abb9d135-115e-4722-9a01-2c88cb76a744 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:04.179704 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ad602bdb-fe3e-4442-a7f1-7a16235de3fb req-abb9d135-115e-4722-9a01-2c88cb76a744 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0532269 Jul 25 08:53:04.233524 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ad602bdb-fe3e-4442-a7f1-7a16235de3fb req-5f8a9507-1986-4154-96a0-00d5d0889904 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451515 Jul 25 08:53:04.831686 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:04.876822 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886ded7-67b5-486a-831c-8a66cbb7473c req-1025c77d-44b2-413b-8854-21a822f83c59 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:04.878333 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5886ded7-67b5-486a-831c-8a66cbb7473c req-1025c77d-44b2-413b-8854-21a822f83c59 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0831587 Jul 25 08:53:04.901015 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab93cb-6bef-4b1d-b5a9-dbaba307cde5 req-033f088e-2ff7-4fd2-b4e4-0991b05c2155 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:04.903054 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-efab93cb-6bef-4b1d-b5a9-dbaba307cde5 req-033f088e-2ff7-4fd2-b4e4-0991b05c2155 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 944 time: 0.0743799 Jul 25 08:53:04.969669 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5886ded7-67b5-486a-831c-8a66cbb7473c req-82253bdc-1a11-4d44-b94e-9f37b25401d4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834100 Jul 25 08:53:04.984783 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-efab93cb-6bef-4b1d-b5a9-dbaba307cde5 req-40926413-c22b-464d-935a-44b6c3dd59fd tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739639 Jul 25 08:53:05.102762 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6914e084-5e19-439f-a05f-614b2e3fbe49 req-b190ce98-3ecf-4d75-987d-10a24eca390f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:05.104338 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6914e084-5e19-439f-a05f-614b2e3fbe49 req-b190ce98-3ecf-4d75-987d-10a24eca390f tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0629582 Jul 25 08:53:05.173301 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6914e084-5e19-439f-a05f-614b2e3fbe49 req-53806d9d-6ece-47e5-a40a-e2081ed727f0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624313 Jul 25 08:53:05.357822 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:53:05.368720 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf419484-02d8-4470-a9aa-04b422fc2315 req-26b88aff-201a-4136-b072-7597271a7c55 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:05.370308 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cf419484-02d8-4470-a9aa-04b422fc2315 req-26b88aff-201a-4136-b072-7597271a7c55 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0613191 Jul 25 08:53:05.430522 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cf419484-02d8-4470-a9aa-04b422fc2315 req-f61033df-0d75-42dc-a2c0-d5993bf672d7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527389 Jul 25 08:53:05.468155 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:53:05.484413 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'port_id': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'mac_address': 'fa:16:3e:26:08:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:53:05.528317 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:53:05.528717 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:05.546594 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:53:05.578931 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:53:05.583052 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:05.637707 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,revision_number=9']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:06.133863 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['8fcdc018-b6d0-4c78-ac99-e89933f5caf7'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:53:06.136976 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f51732-ee6d-48a5-98f4-23447193e07e req-4bcf37b7-c0ea-4287-81db-905db6f4754f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:06.139329 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f5f51732-ee6d-48a5-98f4-23447193e07e req-4bcf37b7-c0ea-4287-81db-905db6f4754f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0896244 Jul 25 08:53:06.174208 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c95ed-7454-48f9-8a53-996f431ff0d1 req-108bf150-a618-4092-82f2-ade3cdc67e49 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:06.176512 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e42c95ed-7454-48f9-8a53-996f431ff0d1 req-108bf150-a618-4092-82f2-ade3cdc67e49 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 945 time: 0.0880046 Jul 25 08:53:06.263971 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f5f51732-ee6d-48a5-98f4-23447193e07e req-703a15e6-23d8-42a3-a0db-85db4377c0e2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145694 Jul 25 08:53:06.278159 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e42c95ed-7454-48f9-8a53-996f431ff0d1 req-d02b9159-1422-4c30-9486-ec6b52900b26 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882175 Jul 25 08:53:06.389591 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=3 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:06.390473 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:06.409260 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630dc0-ca3e-4d69-81ce-961d1e593714 req-18dfb14c-1019-4da3-949f-750c6195d7cf tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:06.410729 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-88630dc0-ca3e-4d69-81ce-961d1e593714 req-18dfb14c-1019-4da3-949f-750c6195d7cf tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0537939 Jul 25 08:53:06.484835 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-88630dc0-ca3e-4d69-81ce-961d1e593714 req-6c34284e-e2b5-4f14-99e6-ee91f63752aa tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670376 Jul 25 08:53:06.570323 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447ac12-34e9-48d2-8498-2a9ba4aee16e req-ba93dfbd-55d8-4726-851c-9208d0ea47dc tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:06.571922 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3447ac12-34e9-48d2-8498-2a9ba4aee16e req-ba93dfbd-55d8-4726-851c-9208d0ea47dc tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0555830 Jul 25 08:53:06.636167 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3447ac12-34e9-48d2-8498-2a9ba4aee16e req-4c1d07a6-1d6c-4a9a-b79b-24eb47fbdc8e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577505 Jul 25 08:53:07.426086 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f202db4-0ae7-490d-907b-fe8de3969695 req-7926bdde-a0e3-4186-9181-91c34d567d12 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:07.427576 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f202db4-0ae7-490d-907b-fe8de3969695 req-7926bdde-a0e3-4186-9181-91c34d567d12 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0791864 Jul 25 08:53:07.454678 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d83dd-bab8-40b4-a5ef-36b4e2ff1d21 req-7a22b661-60f0-45ce-8b7c-684e09a3519d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:07.456131 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b52d83dd-bab8-40b4-a5ef-36b4e2ff1d21 req-7a22b661-60f0-45ce-8b7c-684e09a3519d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 945 time: 0.0761902 Jul 25 08:53:07.478762 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:07.505762 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4f202db4-0ae7-490d-907b-fe8de3969695 req-e19be347-cf01-42b6-8289-dba81f995997 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725200 Jul 25 08:53:07.532670 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b52d83dd-bab8-40b4-a5ef-36b4e2ff1d21 req-75707f94-3e94-441a-8dd1-85c052ba09fe tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696130 Jul 25 08:53:07.631587 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:53:07.636498 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce8509-b0bb-41e7-9c64-d2b1674aface req-d88a0c8c-8aa8-4683-9c2d-d8b15fc4c9bb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:07.636498 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-11ce8509-b0bb-41e7-9c64-d2b1674aface req-d88a0c8c-8aa8-4683-9c2d-d8b15fc4c9bb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0552073 Jul 25 08:53:07.668992 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:07.671128 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-93a5edbb-246c-43aa-8730-a97c1764f8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:07.689440 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:53:07.689825 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:07.715682 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-11ce8509-b0bb-41e7-9c64-d2b1674aface req-b3da0807-8745-438b-8ee1-61715760e041 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684454 Jul 25 08:53:07.776798 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:53:07.777023 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5e99e-14ad-4346-b64a-277b4421bff8 req-4c3ffdf0-bc07-4903-9411-33d986480b59 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:07.777217 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:07.779017 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5ea5e99e-14ad-4346-b64a-277b4421bff8 req-4c3ffdf0-bc07-4903-9411-33d986480b59 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0535517 Jul 25 08:53:07.801462 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:53:07.803735 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186bdd0e-9086-44e0-8890-0819f5ddf74f" -d '{"events": [{"server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "name": "network-vif-plugged", "status": "completed", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:53:07.817161 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:53:07.822485 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:07.833718 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5ea5e99e-14ad-4346-b64a-277b4421bff8 req-d51c22c8-b55b-4e49-9bbd-1266de8c10fc tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480871 Jul 25 08:53:07.853372 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012cfa69-5f12-488b-b897-0326fd241024 x-openstack-request-id: req-012cfa69-5f12-488b-b897-0326fd241024 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:53:07.853660 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "name": "network-vif-plugged", "status": "completed", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:53:07.853914 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-012cfa69-5f12-488b-b897-0326fd241024 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:53:07.854303 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012cfa69-5f12-488b-b897-0326fd241024'] response: {'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'code': 200} Jul 25 08:53:07.882875 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,revision_number=10']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:08.496826 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba3393-c8ef-4451-a97b-3de7c009412c req-1ddbc8f8-9414-4636-9500-ee59b3589944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:08.498954 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-58ba3393-c8ef-4451-a97b-3de7c009412c req-1ddbc8f8-9414-4636-9500-ee59b3589944 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 1131 time: 0.0399182 Jul 25 08:53:08.548447 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-58ba3393-c8ef-4451-a97b-3de7c009412c req-ba90cc64-7461-40c2-8e0f-93d4e8d4cea2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431070 Jul 25 08:53:08.669300 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247ef40-2c9d-4c87-ab94-2280909ac5f5 req-8bafd4ac-3a8a-4d4c-a8db-e75ec171ea07 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:08.672170 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9247ef40-2c9d-4c87-ab94-2280909ac5f5 req-8bafd4ac-3a8a-4d4c-a8db-e75ec171ea07 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0821400 Jul 25 08:53:08.695285 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814124c-6a2c-4e09-889d-a758e1c0bee7 req-658866ca-d551-44cc-8ee3-54a721e36543 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:08.696813 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e814124c-6a2c-4e09-889d-a758e1c0bee7 req-658866ca-d551-44cc-8ee3-54a721e36543 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 947 time: 0.0712285 Jul 25 08:53:08.769586 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9247ef40-2c9d-4c87-ab94-2280909ac5f5 req-0da62039-c591-4f09-9d10-15ad5c20cb04 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882740 Jul 25 08:53:08.780727 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e814124c-6a2c-4e09-889d-a758e1c0bee7 req-84777c8b-70be-485b-850e-490229484ab5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763912 Jul 25 08:53:08.875465 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76897279-fcb0-44d9-8499-d8132479792b req-57dcd432-469a-49e9-b2bc-91a0e2cb393c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:08.877001 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76897279-fcb0-44d9-8499-d8132479792b req-57dcd432-469a-49e9-b2bc-91a0e2cb393c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0495610 Jul 25 08:53:08.972618 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76897279-fcb0-44d9-8499-d8132479792b req-98654b23-d2b5-41d1-bc7d-c2d3e7a00798 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896759 Jul 25 08:53:08.991031 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad917755-d184-42ee-a0fc-5680cedcba9f req-52c77e10-9f87-4a6d-914c-43a474618993 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:08.992585 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ad917755-d184-42ee-a0fc-5680cedcba9f req-52c77e10-9f87-4a6d-914c-43a474618993 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0769238 Jul 25 08:53:09.050828 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ad917755-d184-42ee-a0fc-5680cedcba9f req-f5b45ac1-1008-43fd-bbcb-7bd7fb69b6f6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515530 Jul 25 08:53:09.926062 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696989b-63bd-44a7-8089-44534f741795 req-581bf8c3-75a1-4d4a-9878-27bb314d5824 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:09.927543 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6696989b-63bd-44a7-8089-44534f741795 req-581bf8c3-75a1-4d4a-9878-27bb314d5824 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0821228 Jul 25 08:53:09.949099 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb869b-08bf-4261-bb28-07f3bd664b97 req-ea87e6e7-798a-4222-aad1-cc685627bcc3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:09.950664 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1ebb869b-08bf-4261-bb28-07f3bd664b97 req-ea87e6e7-798a-4222-aad1-cc685627bcc3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 947 time: 0.0707984 Jul 25 08:53:10.020056 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-70726023-0026-4ed4-bf63-54f88862ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:10.023145 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6696989b-63bd-44a7-8089-44534f741795 req-3321d71b-0ebe-4e4a-b40f-99507423e38d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889788 Jul 25 08:53:10.032043 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1ebb869b-08bf-4261-bb28-07f3bd664b97 req-00e9b225-c759-46a2-9ae6-b3d419074c8e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725427 Jul 25 08:53:10.144383 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3595809-617f-4584-b01f-228a15180e58 req-f383b4d9-9da3-4d88-a19c-9c197c4b03c8 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:10.145919 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c3595809-617f-4584-b01f-228a15180e58 req-f383b4d9-9da3-4d88-a19c-9c197c4b03c8 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0648887 Jul 25 08:53:10.203706 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4ead0-d75e-4a62-aaa8-446939598672 req-057f1c03-0fed-43aa-b087-d253adc539ad tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:10.205121 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-54c4ead0-d75e-4a62-aaa8-446939598672 req-057f1c03-0fed-43aa-b087-d253adc539ad tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0759296 Jul 25 08:53:10.253310 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:10.262946 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c3595809-617f-4584-b01f-228a15180e58 req-4b1694d7-e176-48ea-bcb2-b1195b5e4c67 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921705 Jul 25 08:53:10.292194 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-54c4ead0-d75e-4a62-aaa8-446939598672 req-3ba75264-e71a-464b-9c13-589c7d8c8681 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767505 Jul 25 08:53:11.032114 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:11.037998 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:11.212738 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af47dc-c15f-4a48-93c4-18808e4f9c5e req-a07f5840-d926-405f-aac4-ce1b9991f6d5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:11.214525 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-32af47dc-c15f-4a48-93c4-18808e4f9c5e req-a07f5840-d926-405f-aac4-ce1b9991f6d5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.1154664 Jul 25 08:53:11.228307 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b16fd-2377-43fe-8a32-01cb981e2056 req-e15371ea-7919-414a-9663-14fd645bd9b3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:11.236841 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a66b16fd-2377-43fe-8a32-01cb981e2056 req-e15371ea-7919-414a-9663-14fd645bd9b3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 947 time: 0.0963371 Jul 25 08:53:11.320303 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-32af47dc-c15f-4a48-93c4-18808e4f9c5e req-3c74fbc0-b2c8-4fdc-aa0e-96cb9a9f8c1e tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798602 Jul 25 08:53:11.325210 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a66b16fd-2377-43fe-8a32-01cb981e2056 req-0f204888-7425-4848-a6c1-f88a0a81a25d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873978 Jul 25 08:53:11.432872 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:11.463002 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46f070-f5ba-449d-b637-979170b975e0 req-fa19da53-77ea-46b4-bbe8-90229e92f05d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:11.464520 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6a46f070-f5ba-449d-b637-979170b975e0 req-fa19da53-77ea-46b4-bbe8-90229e92f05d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0765972 Jul 25 08:53:11.520058 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f43f22-18f4-4c5b-a3c5-ee8a8778bd4f req-38cfe8a1-df2e-4b03-bcf1-c346f2436d2c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:11.521627 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-20f43f22-18f4-4c5b-a3c5-ee8a8778bd4f req-38cfe8a1-df2e-4b03-bcf1-c346f2436d2c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0839274 Jul 25 08:53:11.587657 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6a46f070-f5ba-449d-b637-979170b975e0 req-17a78af1-5f65-4cf7-9bb6-c6f5f81b4998 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016200 Jul 25 08:53:11.602389 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-20f43f22-18f4-4c5b-a3c5-ee8a8778bd4f req-e0572aec-672b-4f93-8770-039445638e9c tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720158 Jul 25 08:53:12.385653 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:12.479757 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d11d6-b358-45fe-9daa-3e8c573af2ac req-c779333e-0e34-4ce6-aa91-f73a6d78d36b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:12.481328 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7f9d11d6-b358-45fe-9daa-3e8c573af2ac req-c779333e-0e34-4ce6-aa91-f73a6d78d36b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0790555 Jul 25 08:53:12.506196 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82740e-614d-4125-90fb-d9a6a1315fd0 req-c814028b-ee56-4035-9477-6bf264f319a0 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:12.507737 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fa82740e-614d-4125-90fb-d9a6a1315fd0 req-c814028b-ee56-4035-9477-6bf264f319a0 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 947 time: 0.0757742 Jul 25 08:53:12.575907 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7f9d11d6-b358-45fe-9daa-3e8c573af2ac req-42528181-1d58-4de3-8d24-9be7f847faf7 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848897 Jul 25 08:53:12.590691 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fa82740e-614d-4125-90fb-d9a6a1315fd0 req-c1e9603d-1745-4f38-9c32-9290484cc0ca tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748594 Jul 25 08:53:12.733523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6841f4-1375-47d3-99ac-4f5a8da892a6 req-7730099c-e475-412c-9276-abc2146d7591 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:12.735099 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7f6841f4-1375-47d3-99ac-4f5a8da892a6 req-7730099c-e475-412c-9276-abc2146d7591 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0533922 Jul 25 08:53:12.812109 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:12.819361 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716329d-37c9-434e-9e14-be1d6d74c999 req-c5db850c-3cda-41ac-bc09-9cd5049396ce tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:12.821674 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a716329d-37c9-434e-9e14-be1d6d74c999 req-c5db850c-3cda-41ac-bc09-9cd5049396ce tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0758648 Jul 25 08:53:12.862657 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894ef4a-18fd-4413-8763-946ccd7881de req-076ee2bc-d7b5-4ca7-a859-ecb6ef478bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:12.864215 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5894ef4a-18fd-4413-8763-946ccd7881de req-076ee2bc-d7b5-4ca7-a859-ecb6ef478bab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 1130 time: 0.0462952 Jul 25 08:53:12.888934 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7f6841f4-1375-47d3-99ac-4f5a8da892a6 req-6107b49c-9376-4cd9-a4b4-4a037db5ebc0 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412177 Jul 25 08:53:12.901252 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a716329d-37c9-434e-9e14-be1d6d74c999 req-631a6c84-16c0-421a-8015-640c5e873430 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723586 Jul 25 08:53:12.983803 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894ef4a-18fd-4413-8763-946ccd7881de req-e4f45c3f-a33c-45c3-a9b8-2a0df3acc204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:12.985382 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5894ef4a-18fd-4413-8763-946ccd7881de req-e4f45c3f-a33c-45c3-a9b8-2a0df3acc204 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 912 time: 0.1146994 Jul 25 08:53:13.004473 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174c60b-ff98-4f21-9537-83858088b430 req-4816e690-6bb7-4d8d-af8f-2db86702059f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:13.006637 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2174c60b-ff98-4f21-9537-83858088b430 req-4816e690-6bb7-4d8d-af8f-2db86702059f tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0550163 Jul 25 08:53:13.051688 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5894ef4a-18fd-4413-8763-946ccd7881de req-9cbc247e-3fca-4724-8646-43cdffa9da3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f HTTP/1.1" status: 200 len: 1002 time: 0.0598304 Jul 25 08:53:13.059839 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2174c60b-ff98-4f21-9537-83858088b430 req-88e816fd-76ba-41aa-b6a4-9bdaa2ce26da tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463128 Jul 25 08:53:13.106041 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894ef4a-18fd-4413-8763-946ccd7881de req-dfb2df91-e4a6-4f22-b168-7c8ceec11ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:13.107476 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5894ef4a-18fd-4413-8763-946ccd7881de req-dfb2df91-e4a6-4f22-b168-7c8ceec11ebd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 200 len: 850 time: 0.0498536 Jul 25 08:53:13.153141 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894ef4a-18fd-4413-8763-946ccd7881de req-72426076-4836-417d-969b-2abf70d96edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:13.154653 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5894ef4a-18fd-4413-8763-946ccd7881de req-72426076-4836-417d-969b-2abf70d96edd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401664 Jul 25 08:53:13.255870 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5894ef4a-18fd-4413-8763-946ccd7881de req-f923d602-88e0-4690-9809-8d7179ffd306 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943584 Jul 25 08:53:13.273645 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:13.357822 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5894ef4a-18fd-4413-8763-946ccd7881de req-785aa60c-d172-44f2-84b5-6c06f8753ced service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921867 Jul 25 08:53:14.070105 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91819163-2a2a-4759-b84e-54ab22caf6ad req-2cd612a8-8208-4dd9-9564-13a984943281 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:14.071601 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-91819163-2a2a-4759-b84e-54ab22caf6ad req-2cd612a8-8208-4dd9-9564-13a984943281 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0845819 Jul 25 08:53:14.080769 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f176a-9ef2-4b5b-8562-af86155bdf99 req-8c303cda-f215-44c0-8de3-a13cc4da5d1b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:14.082167 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3a2f176a-9ef2-4b5b-8562-af86155bdf99 req-8c303cda-f215-44c0-8de3-a13cc4da5d1b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0842876 Jul 25 08:53:14.112351 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:14.175651 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3a2f176a-9ef2-4b5b-8562-af86155bdf99 req-f50a5b5d-215a-44fe-9f76-3d4cc2e4657b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847127 Jul 25 08:53:14.181181 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-91819163-2a2a-4759-b84e-54ab22caf6ad req-e1b1e7b6-3ee2-460d-85c0-083e83bb273e tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980558 Jul 25 08:53:14.296732 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c11ded-5713-4faf-b7e5-6ecbc439f2d3 req-bb80fb00-4e27-4f5e-91ad-71d17e92dd59 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:14.298270 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b7c11ded-5713-4faf-b7e5-6ecbc439f2d3 req-bb80fb00-4e27-4f5e-91ad-71d17e92dd59 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0540733 Jul 25 08:53:14.350335 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b7c11ded-5713-4faf-b7e5-6ecbc439f2d3 req-81452719-f806-4bac-bc56-25c625a2810c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453341 Jul 25 08:53:15.326041 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:15.342239 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f90f7-97df-4396-8194-74483a390b96 req-0df1b92a-2a41-4634-aa77-7843103c88a9 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:15.343769 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-be3f90f7-97df-4396-8194-74483a390b96 req-0df1b92a-2a41-4634-aa77-7843103c88a9 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0794997 Jul 25 08:53:15.352799 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c696e-c0d2-4f9e-a3aa-4153034bf663 req-6deee9aa-a325-44ec-ac54-624dd680101d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:15.353706 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f72c696e-c0d2-4f9e-a3aa-4153034bf663 req-6deee9aa-a325-44ec-ac54-624dd680101d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0880933 Jul 25 08:53:15.452274 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-be3f90f7-97df-4396-8194-74483a390b96 req-c494a609-e21d-4c17-b6c5-1bfe6812df67 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975544 Jul 25 08:53:15.455521 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f72c696e-c0d2-4f9e-a3aa-4153034bf663 req-d5a57d4a-ca99-429b-b565-7468a62e2b6b tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946753 Jul 25 08:53:15.480825 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:16.613548 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805a865-304a-4cd2-9031-156cc46bdfed req-a7295e86-9708-4fec-9008-0fdc010a3182 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:16.615401 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7805a865-304a-4cd2-9031-156cc46bdfed req-a7295e86-9708-4fec-9008-0fdc010a3182 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0785530 Jul 25 08:53:16.621550 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57631712-0eff-4684-8a21-f400405cf8f7 req-5a767f6b-5c53-4b94-b65b-1ca43e803d7d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:16.622936 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57631712-0eff-4684-8a21-f400405cf8f7 req-5a767f6b-5c53-4b94-b65b-1ca43e803d7d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0837972 Jul 25 08:53:16.713219 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57631712-0eff-4684-8a21-f400405cf8f7 req-04156b95-0c81-450e-a222-b02a8bd0c3b2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813928 Jul 25 08:53:16.719644 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7805a865-304a-4cd2-9031-156cc46bdfed req-0a25ef44-7ff4-4c60-8b7d-6cf39f7944a2 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957491 Jul 25 08:53:17.870489 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95679c38-ca65-4e54-ae37-bab0dfb7e84b req-c327f7da-f311-478a-9a53-e78907b526b4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:17.872033 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-95679c38-ca65-4e54-ae37-bab0dfb7e84b req-c327f7da-f311-478a-9a53-e78907b526b4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0761845 Jul 25 08:53:17.879343 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca114a8-e663-4fc5-9be9-25419fa0027b req-7bd994da-312d-421d-8852-c05a928ec4a6 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:17.880771 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aca114a8-e663-4fc5-9be9-25419fa0027b req-7bd994da-312d-421d-8852-c05a928ec4a6 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0868270 Jul 25 08:53:17.962107 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-95679c38-ca65-4e54-ae37-bab0dfb7e84b req-816dcdd8-bfe5-42f5-908d-d9571ce6f2a5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803790 Jul 25 08:53:17.977479 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aca114a8-e663-4fc5-9be9-25419fa0027b req-08157462-ee72-45cd-83f8-db67f6b03c79 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=80e09a9e-a28f-497d-b870-d7b93bada320&id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897279 Jul 25 08:53:19.084265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ad397-18de-41ed-ad8a-7211def80969 req-25b40e60-f717-4855-b828-5135567b4a5d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:19.085845 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e12ad397-18de-41ed-ad8a-7211def80969 req-25b40e60-f717-4855-b828-5135567b4a5d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0482485 Jul 25 08:53:19.137925 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e12ad397-18de-41ed-ad8a-7211def80969 req-02e7554c-4cdc-4a8d-8b05-2d49757e50e9 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463531 Jul 25 08:53:20.272599 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1fb516-2241-4c0d-a608-f1f00659431c req-22758784-cd82-403e-99db-afe5fb3b1425 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:20.274143 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-df1fb516-2241-4c0d-a608-f1f00659431c req-22758784-cd82-403e-99db-afe5fb3b1425 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0519371 Jul 25 08:53:20.334772 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-df1fb516-2241-4c0d-a608-f1f00659431c req-e4069e79-0dcf-462c-9ac2-86c4b6730315 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549834 Jul 25 08:53:21.469271 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df20575-fdf3-4079-bb02-30a7554a256d req-352c31ba-cccf-4c47-9fcc-e60c6e990531 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:21.470853 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5df20575-fdf3-4079-bb02-30a7554a256d req-352c31ba-cccf-4c47-9fcc-e60c6e990531 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0619464 Jul 25 08:53:21.507323 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:21.525843 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5df20575-fdf3-4079-bb02-30a7554a256d req-c3c0c047-2806-4405-ae58-74ca8d31b4a1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487263 Jul 25 08:53:22.444342 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe8c17-e462-40df-8fef-e2e9266f1f71 req-3c831073-086e-4be4-9ba6-be518dbda7c4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:22.445883 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cebe8c17-e462-40df-8fef-e2e9266f1f71 req-3c831073-086e-4be4-9ba6-be518dbda7c4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0487268 Jul 25 08:53:22.494994 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cebe8c17-e462-40df-8fef-e2e9266f1f71 req-74905c91-bc0f-48d7-afa2-417d148888a7 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431654 Jul 25 08:53:22.660305 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b83513-75ca-4121-bb5f-198f5084d335 req-456e2412-07ea-4fc0-b080-a55ef6426dc9 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:22.661944 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-22b83513-75ca-4121-bb5f-198f5084d335 req-456e2412-07ea-4fc0-b080-a55ef6426dc9 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0540738 Jul 25 08:53:22.708424 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:22.715953 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-22b83513-75ca-4121-bb5f-198f5084d335 req-2f6c5439-dc40-427f-89b8-02bb62283762 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447967 Jul 25 08:53:23.352309 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=85 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:23.354261 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=8 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:23.614825 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374f3c9-fa1b-4601-b236-eec9656894ea req-8ad0e841-3df5-4ff5-8af2-4513fdeaadab tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:23.616263 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7374f3c9-fa1b-4601-b236-eec9656894ea req-8ad0e841-3df5-4ff5-8af2-4513fdeaadab tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0495229 Jul 25 08:53:23.665249 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7374f3c9-fa1b-4601-b236-eec9656894ea req-ebc521da-b13f-4624-9d51-820f715a3ad1 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433512 Jul 25 08:53:23.984791 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372e99f-4361-4aa8-8c3f-9517541ceeb7 req-87692b5b-9fe1-4212-b0c6-e95082699340 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:23.986271 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6372e99f-4361-4aa8-8c3f-9517541ceeb7 req-87692b5b-9fe1-4212-b0c6-e95082699340 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0467095 Jul 25 08:53:24.038496 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6372e99f-4361-4aa8-8c3f-9517541ceeb7 req-34f3fbe6-2a59-47da-9ca2-a50154bf3b8e tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460529 Jul 25 08:53:24.492390 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bedad-a5fb-484e-b773-c94206085b6c req-53c6471e-4d46-455c-93a1-61671ae1fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:24.493926 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-925bedad-a5fb-484e-b773-c94206085b6c req-53c6471e-4d46-455c-93a1-61671ae1fcaa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 1130 time: 0.0399663 Jul 25 08:53:24.541442 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-925bedad-a5fb-484e-b773-c94206085b6c req-e1b94d41-c96b-4e14-8e12-6fe2ee7cc69f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396926 Jul 25 08:53:24.786497 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758dcdf3-e49c-4806-8ce9-37a906ebc221 req-475613db-d817-4a9c-891b-1572bbb1a440 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:24.788073 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-758dcdf3-e49c-4806-8ce9-37a906ebc221 req-475613db-d817-4a9c-891b-1572bbb1a440 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0493863 Jul 25 08:53:24.837079 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-758dcdf3-e49c-4806-8ce9-37a906ebc221 req-8b9bb038-c33e-4a4f-864a-f9545a8db029 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435297 Jul 25 08:53:25.157524 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49757b-34b6-4ffb-8ffd-58415bb1b93d req-84e88254-1518-48dd-871b-23a4b60d01ae tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:25.159034 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5b49757b-34b6-4ffb-8ffd-58415bb1b93d req-84e88254-1518-48dd-871b-23a4b60d01ae tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0480642 Jul 25 08:53:25.206490 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5b49757b-34b6-4ffb-8ffd-58415bb1b93d req-83bc5210-d2c3-46a8-9e33-e3ace424dc65 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419526 Jul 25 08:53:25.487936 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=14 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:25.490797 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:25.581789 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:25.863512 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-f0f40791-aad6-49f0-abbd-7feb794df274 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:25.865034 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-f0f40791-aad6-49f0-abbd-7feb794df274 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0466001 Jul 25 08:53:25.964684 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27444c-2872-4c5a-86ab-e753b9ddd7e8 req-e11fb9aa-4083-47bd-b996-9d1fee11f8e6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:25.966222 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9f27444c-2872-4c5a-86ab-e753b9ddd7e8 req-e11fb9aa-4083-47bd-b996-9d1fee11f8e6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 946 time: 0.0510805 Jul 25 08:53:25.967242 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Deleting port 702582ed-3157-4dee-b38e-d158d8ec1b75 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:53:25.967611 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:26.014553 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9f27444c-2872-4c5a-86ab-e753b9ddd7e8 req-a602f67c-e4af-4012-a703-f1c6911eedc8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5e891b27-6218-45b7-b066-3367fc97a005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425341 Jul 25 08:53:26.061065 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] For port 702582ed-3157-4dee-b38e-d158d8ec1b75, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=702582ed-3157-4dee-b38e-d158d8ec1b75,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:53:26.061427 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:26.288161 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:26.288713 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (367be3a7-83a9-40c7-a9fb-1f642a198ee7), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:26.288905 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Floating IP 367be3a7-83a9-40c7-a9fb-1f642a198ee7 disassociated. External IP: 172.27.1.176, port: 702582ed-3157-4dee-b38e-d158d8ec1b75. Jul 25 08:53:26.289258 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Calling delete_port for 702582ed-3157-4dee-b38e-d158d8ec1b75 owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:53:26.328109 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458883d-2885-4e93-96a2-e4e8998a34f2 req-2a1e1aa8-7157-4a51-bd6f-17216212e498 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:26.329924 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3458883d-2885-4e93-96a2-e4e8998a34f2 req-2a1e1aa8-7157-4a51-bd6f-17216212e498 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0495608 Jul 25 08:53:26.394543 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3458883d-2885-4e93-96a2-e4e8998a34f2 req-026ebd57-69b6-4453-a6fc-2444262f22e2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564451 Jul 25 08:53:26.437026 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (702582ed-3157-4dee-b38e-d158d8ec1b75), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:26.466646 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'Port': ['ID=702582ed-3157-4dee-b38e-d158d8ec1b75,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:26.481626 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.481868 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.482204 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.482539 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.482867 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.483196 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.483518 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.483837 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.484157 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.484479 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.485088 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.485409 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.485793 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.486112 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.486432 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:26.598023 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Router b19f8421-40aa-4703-b95a-045ca280ccd6 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:53:26.714554 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:53:26.726894 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb26cc0-72de-43a2-bc36-1996b2f5489f None None] Sync routers for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:53:26.738822 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb26cc0-72de-43a2-bc36-1996b2f5489f None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:53:26.739612 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-3bb26cc0-72de-43a2-bc36-1996b2f5489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:53:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:26.773376 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] No DVR routers for this DVR port 702582ed-3157-4dee-b38e-d158d8ec1b75 on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:53:26.776436 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:26.780107 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-70a7430e-06cd-469a-8fa4-5c30013d8686 req-9f5c6659-4cdb-493e-bdac-35e22dd85b46 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "DELETE /v2.0/ports/702582ed-3157-4dee-b38e-d158d8ec1b75 HTTP/1.1" status: 204 len: 173 time: 0.8983872 Jul 25 08:53:26.780620 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5263978-0aac-41bf-adad-05221bb69a08', 'name': 'network-vif-deleted', 'tag': '702582ed-3157-4dee-b38e-d158d8ec1b75'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:53:26.783102 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300029aa-c3b5-445d-804c-0b4974c24113" -d '{"events": [{"server_uuid": "d5263978-0aac-41bf-adad-05221bb69a08", "name": "network-vif-deleted", "tag": "702582ed-3157-4dee-b38e-d158d8ec1b75"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:53:26.836273 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e67156-7c76-4317-b54f-98caf0479903 req-a53075f5-a809-42f1-8e7c-1b4aef33f9b1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:26.844205 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d3e67156-7c76-4317-b54f-98caf0479903 req-a53075f5-a809-42f1-8e7c-1b4aef33f9b1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.1154628 Jul 25 08:53:26.845919 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aacc922-566c-48dd-ac7d-81b250883c21 x-openstack-request-id: req-0aacc922-566c-48dd-ac7d-81b250883c21 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:53:26.845919 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5263978-0aac-41bf-adad-05221bb69a08", "name": "network-vif-deleted", "tag": "702582ed-3157-4dee-b38e-d158d8ec1b75", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:53:26.846178 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0aacc922-566c-48dd-ac7d-81b250883c21 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:53:26.846440 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aacc922-566c-48dd-ac7d-81b250883c21'] response: {'server_uuid': 'd5263978-0aac-41bf-adad-05221bb69a08', 'name': 'network-vif-deleted', 'tag': '702582ed-3157-4dee-b38e-d158d8ec1b75', 'status': 'completed', 'code': 200} Jul 25 08:53:26.862204 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-3bb26cc0-72de-43a2-bc36-1996b2f5489f None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:53:26.908546 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d3e67156-7c76-4317-b54f-98caf0479903 req-19da15b8-c9c2-40d1-8ba0-a63efe414dc5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632582 Jul 25 08:53:26.964630 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:26.969779 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:26.981570 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fecbf-799c-4e06-9876-60d281181ae8 req-2f578838-2b9f-4036-96b8-e47ae9e9d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:26.982993 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-534fecbf-799c-4e06-9876-60d281181ae8 req-2f578838-2b9f-4036-96b8-e47ae9e9d09a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 1130 time: 0.0499833 Jul 25 08:53:27.133761 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fecbf-799c-4e06-9876-60d281181ae8 req-2d7cb945-9da0-4c9d-9228-35831850a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:27.134385 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-534fecbf-799c-4e06-9876-60d281181ae8 req-2d7cb945-9da0-4c9d-9228-35831850a3ab service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.1314955 Jul 25 08:53:27.152916 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-98a9661e-f9e2-4390-baa6-05f1283711c4 req-5f70ec6e-d6ed-4288-b5c4-1d0113d717cf tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5263978-0aac-41bf-adad-05221bb69a08 HTTP/1.1" status: 200 len: 210 time: 0.0304306 Jul 25 08:53:27.241443 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-3bb26cc0-72de-43a2-bc36-1996b2f5489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:5c:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:46:08Z', 'updated_at': '2022-07-25T08:47:07Z', 'revision_number': 2, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:27.267097 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb26cc0-72de-43a2-bc36-1996b2f5489f None None] Checking router: b19f8421-40aa-4703-b95a-045ca280ccd6 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:53:27.276986 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb26cc0-72de-43a2-bc36-1996b2f5489f None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:53:27.277597 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-3bb26cc0-72de-43a2-bc36-1996b2f5489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:53:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:27.385743 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-3bb26cc0-72de-43a2-bc36-1996b2f5489f None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:53:27.479470 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-534fecbf-799c-4e06-9876-60d281181ae8 req-1154659a-25b3-4452-a531-2461bc86d00a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39973804-976f-4223-a900-f8cbbe4dcd0e HTTP/1.1" status: 200 len: 1002 time: 0.0735228 Jul 25 08:53:27.532893 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fecbf-799c-4e06-9876-60d281181ae8 req-e84242cd-1009-447e-8251-3f720dfafd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:27.534370 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-534fecbf-799c-4e06-9876-60d281181ae8 req-e84242cd-1009-447e-8251-3f720dfafd57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0492404 Jul 25 08:53:27.588110 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fecbf-799c-4e06-9876-60d281181ae8 req-74ec2e2f-9268-4d43-9863-7724b22b33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:27.590323 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-534fecbf-799c-4e06-9876-60d281181ae8 req-74ec2e2f-9268-4d43-9863-7724b22b33de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474381 Jul 25 08:53:27.658299 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-3bb26cc0-72de-43a2-bc36-1996b2f5489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:5c:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:46:08Z', 'updated_at': '2022-07-25T08:47:07Z', 'revision_number': 2, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:27.686297 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb26cc0-72de-43a2-bc36-1996b2f5489f None None] The sync data for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi is: [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:5c:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:46:08Z', 'updated_at': '2022-07-25T08:47:07Z', 'revision_number': 2, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:53:27.697176 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-534fecbf-799c-4e06-9876-60d281181ae8 req-3aa5b31e-d918-40b7-b899-f75827cf52d4 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997949 Jul 25 08:53:27.722909 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 702582ed-3157-4dee-b38e-d158d8ec1b75 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:53:27.742665 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 702582ed-3157-4dee-b38e-d158d8ec1b75 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:53:27.743590 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 702582ed-3157-4dee-b38e-d158d8ec1b75 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:53:27.808342 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-534fecbf-799c-4e06-9876-60d281181ae8 req-813d4fad-b9d7-40d6-a8cc-8efc303d4f49 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039691 Jul 25 08:53:27.960929 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540449c3-8b0e-4980-b048-1f66223c1715 None None] New status for floating IP 367be3a7-83a9-40c7-a9fb-1f642a198ee7: DOWN {{(pid=110465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:53:28.071273 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79692279-86c4-470a-ba72-ca23c3923ab7 req-7b0faad7-05ec-42d2-98bd-17c13e92bbf1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:28.072971 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-79692279-86c4-470a-ba72-ca23c3923ab7 req-7b0faad7-05ec-42d2-98bd-17c13e92bbf1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0652966 Jul 25 08:53:28.131265 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-79692279-86c4-470a-ba72-ca23c3923ab7 req-4fe8d8f9-1d97-47ab-8778-a4f1d74f8e38 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517125 Jul 25 08:53:28.249269 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33200) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:28.312133 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a082-bb8e-457d-bacc-df7dfcf0cf99 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (5e891b27-6218-45b7-b066-3367fc97a005), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:28.338263 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a082-bb8e-457d-bacc-df7dfcf0cf99 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (5e891b27-6218-45b7-b066-3367fc97a005), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:28.392270 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a082-bb8e-457d-bacc-df7dfcf0cf99 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (5e891b27-6218-45b7-b066-3367fc97a005), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:28.396662 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a082-bb8e-457d-bacc-df7dfcf0cf99 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:28.398383 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f1e0a082-bb8e-457d-bacc-df7dfcf0cf99 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "DELETE /v2.0/security-groups/5e891b27-6218-45b7-b066-3367fc97a005 HTTP/1.1" status: 204 len: 168 time: 0.1479738 Jul 25 08:53:28.402225 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33202) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:28.413151 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0a082-bb8e-457d-bacc-df7dfcf0cf99 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e891b27-6218-45b7-b066-3367fc97a005,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:28.417881 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.api.v2.resource [None req-31038774-1ea7-4d56-a4f0-61c504f6f471 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] show failed (client error): The resource could not be found. Jul 25 08:53:28.418888 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-31038774-1ea7-4d56-a4f0-61c504f6f471 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups/5e891b27-6218-45b7-b066-3367fc97a005 HTTP/1.1" status: 404 len: 347 time: 0.0157230 Jul 25 08:53:28.421938 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33204) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:28.474969 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:53:28.539415 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-e13560d8-037f-4cb9-b876-46767d1f2259 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Deleting port 2df01d51-70f5-46bf-81ce-861db9e9cb57 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:53:28.539756 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e13560d8-037f-4cb9-b876-46767d1f2259 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (2df01d51-70f5-46bf-81ce-861db9e9cb57), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:28.628402 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e13560d8-037f-4cb9-b876-46767d1f2259 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (2df01d51-70f5-46bf-81ce-861db9e9cb57), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:28.628655 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e13560d8-037f-4cb9-b876-46767d1f2259 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (2df01d51-70f5-46bf-81ce-861db9e9cb57), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:28.642130 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-e13560d8-037f-4cb9-b876-46767d1f2259 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Calling delete_port for 2df01d51-70f5-46bf-81ce-861db9e9cb57 owned by network:floatingip {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:53:28.731701 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:28.789392 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:28.814897 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e13560d8-037f-4cb9-b876-46767d1f2259 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (2df01d51-70f5-46bf-81ce-861db9e9cb57), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:28.846621 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13560d8-037f-4cb9-b876-46767d1f2259 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'Port': ['ID=2df01d51-70f5-46bf-81ce-861db9e9cb57,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:28.935390 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e13560d8-037f-4cb9-b876-46767d1f2259 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (367be3a7-83a9-40c7-a9fb-1f642a198ee7), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:28.938122 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e13560d8-037f-4cb9-b876-46767d1f2259 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:28.939334 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-e13560d8-037f-4cb9-b876-46767d1f2259 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "DELETE /v2.0/floatingips/367be3a7-83a9-40c7-a9fb-1f642a198ee7 HTTP/1.1" status: 204 len: 168 time: 0.5162308 Jul 25 08:53:29.289109 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653de37a-e0e4-4a74-95b3-4565b04bf5a7 req-29c20078-4a99-4706-9ff5-a3fe0d5c1865 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:29.290685 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-653de37a-e0e4-4a74-95b3-4565b04bf5a7 req-29c20078-4a99-4706-9ff5-a3fe0d5c1865 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0769355 Jul 25 08:53:29.317174 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:29.343719 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-653de37a-e0e4-4a74-95b3-4565b04bf5a7 req-581d2ddf-97aa-4a6a-9afc-bd3dc8b9b2d7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472639 Jul 25 08:53:30.473463 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217ac76-880c-4c26-b6ad-7e20b2ed2eb5 req-92c35ded-a898-4188-821c-dcbb458e1a18 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:30.475044 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c217ac76-880c-4c26-b6ad-7e20b2ed2eb5 req-92c35ded-a898-4188-821c-dcbb458e1a18 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0573249 Jul 25 08:53:30.526530 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c217ac76-880c-4c26-b6ad-7e20b2ed2eb5 req-eb2ec81c-f249-464d-bd5d-22a3bada33fd tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459235 Jul 25 08:53:31.656368 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abb5fb-f899-488e-b5de-ea2cc5e10cf4 req-b543ba19-ad9e-4350-9666-d8c675bbf6f2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:31.657933 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-84abb5fb-f899-488e-b5de-ea2cc5e10cf4 req-b543ba19-ad9e-4350-9666-d8c675bbf6f2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0542247 Jul 25 08:53:31.684511 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:31.710121 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-84abb5fb-f899-488e-b5de-ea2cc5e10cf4 req-57ec1a24-cba1-4bfc-aa7a-4305862eda52 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460470 Jul 25 08:53:31.841995 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6909e-981c-4634-82ad-40d561b47a35 req-c5b00f3c-7286-4f75-9c4a-25dd16c84b53 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:31.843559 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-05a6909e-981c-4634-82ad-40d561b47a35 req-c5b00f3c-7286-4f75-9c4a-25dd16c84b53 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0607450 Jul 25 08:53:31.854528 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33228) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:31.859459 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-216312b5-5da6-40d9-b41f-9a753b582b36 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Request body: {'floatingip': {'port_id': '39973804-976f-4223-a900-f8cbbe4dcd0e'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:53:31.930337 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-216312b5-5da6-40d9-b41f-9a753b582b36 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for floatingip (e02cf177-950f-4032-9c50-208b4304760c), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:32.541257 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-216312b5-5da6-40d9-b41f-9a753b582b36 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:32.547054 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-216312b5-5da6-40d9-b41f-9a753b582b36 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (e02cf177-950f-4032-9c50-208b4304760c), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:32.797516 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216312b5-5da6-40d9-b41f-9a753b582b36 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:53:32.849901 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba7bb5-4d61-47d1-b125-30c3c800249b req-e7005880-96c9-4ab8-9f5c-d29ad39c12a1 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:32.851421 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-89ba7bb5-4d61-47d1-b125-30c3c800249b req-e7005880-96c9-4ab8-9f5c-d29ad39c12a1 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 945 time: 0.0614908 Jul 25 08:53:32.911161 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-89ba7bb5-4d61-47d1-b125-30c3c800249b req-7a9793c5-5e1d-41bb-a523-9878ddcf6700 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512424 Jul 25 08:53:33.195228 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216312b5-5da6-40d9-b41f-9a753b582b36 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:53:33.200095 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-216312b5-5da6-40d9-b41f-9a753b582b36 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:33.202863 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:33.211637 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d11628-29aa-4ecd-88fe-6b4a8572bb1c None None] Sync routers for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:53:33.223877 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d11628-29aa-4ecd-88fe-6b4a8572bb1c None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:53:33.224673 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-20d11628-29aa-4ecd-88fe-6b4a8572bb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:53:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:33.238753 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:33.255983 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:53:33.260308 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:53:33.301291 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-216312b5-5da6-40d9-b41f-9a753b582b36 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "PUT /v2.0/floatingips/e02cf177-950f-4032-9c50-208b4304760c HTTP/1.1" status: 200 len: 994 time: 1.4445727 Jul 25 08:53:33.334342 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd05944-42f8-4b71-b465-85f33428f05b x-openstack-request-id: req-0cd05944-42f8-4b71-b465-85f33428f05b {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:53:33.334658 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:53:33.334906 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cd05944-42f8-4b71-b465-85f33428f05b {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:53:33.335312 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd05944-42f8-4b71-b465-85f33428f05b'] response: {'name': 'network-changed', 'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'status': 'completed', 'code': 200} Jul 25 08:53:33.354659 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-20d11628-29aa-4ecd-88fe-6b4a8572bb1c None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:53:33.449241 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:33.464987 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba req-e11b33dd-becd-4d01-bc88-e6fc45a56f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:33.466503 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba req-e11b33dd-becd-4d01-bc88-e6fc45a56f0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 1130 time: 0.0439003 Jul 25 08:53:33.469309 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:33.588868 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba req-52573444-6b4b-4b85-9943-66d81fcceada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:33.590360 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba req-52573444-6b4b-4b85-9943-66d81fcceada service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.1111960 Jul 25 08:53:33.617819 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-20d11628-29aa-4ecd-88fe-6b4a8572bb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'e02cf177-950f-4032-9c50-208b4304760c', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'port_id': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'mac_address': 'fa:16:3e:f6:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:48:42Z', 'updated_at': '2022-07-25T08:53:32Z', 'revision_number': 3, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:59Z', 'revision_number': 5, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:33.653299 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d11628-29aa-4ecd-88fe-6b4a8572bb1c None None] Checking router: d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:53:33.663280 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d11628-29aa-4ecd-88fe-6b4a8572bb1c None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:53:33.663894 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-20d11628-29aa-4ecd-88fe-6b4a8572bb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:53:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:33.781630 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-20d11628-29aa-4ecd-88fe-6b4a8572bb1c None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:53:33.980642 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba req-accee05c-057e-4780-b295-9fe2c4b01860 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39973804-976f-4223-a900-f8cbbe4dcd0e HTTP/1.1" status: 200 len: 1002 time: 0.0989399 Jul 25 08:53:33.992321 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-ffad419c-a5ba-4b28-bf7d-01f48210e2f3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:33.994013 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-ffad419c-a5ba-4b28-bf7d-01f48210e2f3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 945 time: 0.0738840 Jul 25 08:53:34.052637 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-20d11628-29aa-4ecd-88fe-6b4a8572bb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'e02cf177-950f-4032-9c50-208b4304760c', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'port_id': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'mac_address': 'fa:16:3e:f6:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:48:42Z', 'updated_at': '2022-07-25T08:53:32Z', 'revision_number': 3, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:59Z', 'revision_number': 5, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:34.078150 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bacceb-f5b2-409f-b639-0304f436929e req-4aaf5b5b-2493-4bc0-984b-93a976ef4337 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:34.081020 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-11bacceb-f5b2-409f-b639-0304f436929e req-4aaf5b5b-2493-4bc0-984b-93a976ef4337 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 945 time: 0.0756788 Jul 25 08:53:34.082680 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d11628-29aa-4ecd-88fe-6b4a8572bb1c None None] The sync data for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi is: [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'e02cf177-950f-4032-9c50-208b4304760c', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'floating_ip_address': '172.27.1.142', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'port_id': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'mac_address': 'fa:16:3e:f6:0d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:48:42Z', 'updated_at': '2022-07-25T08:53:32Z', 'revision_number': 3, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:59Z', 'revision_number': 5, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:53:34.091110 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba req-9dab33f0-6153-485b-87d7-d9be22ff020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:34.092812 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba req-9dab33f0-6153-485b-87d7-d9be22ff020b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0976973 Jul 25 08:53:34.150285 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-11bacceb-f5b2-409f-b639-0304f436929e req-9ff026b0-3e44-4973-8578-6d8c9a724372 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=5b459999-406a-4d33-ae4b-9a37d95bb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616653 Jul 25 08:53:34.192228 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Deleting port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:53:34.192623 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:34.258081 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba req-e3467361-d9fe-4728-a790-aabac991d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:34.259609 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba req-e3467361-d9fe-4728-a790-aabac991d77c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1577387 Jul 25 08:53:34.371250 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] For port 653cd8da-6a1d-469a-82fe-d6dbe5f44308, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=653cd8da-6a1d-469a-82fe-d6dbe5f44308,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:53:34.371847 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:34.478932 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba req-1dc829bc-dd56-4565-a004-4a71e8fb7c8a service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036178 Jul 25 08:53:34.663034 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:34.663522 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:34.663830 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Floating IP c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1 disassociated. External IP: 172.27.1.197, port: 653cd8da-6a1d-469a-82fe-d6dbe5f44308. Jul 25 08:53:34.664207 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Calling delete_port for 653cd8da-6a1d-469a-82fe-d6dbe5f44308 owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:53:34.673210 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-42c93e1a-ed1e-4b65-bf3f-2b2975c9d4ba req-f430523a-8f3e-45a8-9ed0-39758fa1347b service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866724 Jul 25 08:53:34.721973 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:34.741403 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:34.818115 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (653cd8da-6a1d-469a-82fe-d6dbe5f44308), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:34.845584 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'Port': ['ID=653cd8da-6a1d-469a-82fe-d6dbe5f44308,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:34.967819 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Router b19f8421-40aa-4703-b95a-045ca280ccd6 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:53:35.078239 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:53:35.090324 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3d22c-b1f1-46fa-a9a1-6b0ddd4aff34 None None] Sync routers for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:53:35.102787 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3d22c-b1f1-46fa-a9a1-6b0ddd4aff34 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:53:35.103483 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-d3a3d22c-b1f1-46fa-a9a1-6b0ddd4aff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:53:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:35.126323 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] No DVR routers for this DVR port 653cd8da-6a1d-469a-82fe-d6dbe5f44308 on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:53:35.129797 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:35.133102 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-802d0024-5d24-4f55-a707-26c64286ccc5 req-10ca308a-b446-4c43-958d-1bf86ad70afe tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "DELETE /v2.0/ports/653cd8da-6a1d-469a-82fe-d6dbe5f44308 HTTP/1.1" status: 204 len: 173 time: 1.1064370 Jul 25 08:53:35.226434 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-d3a3d22c-b1f1-46fa-a9a1-6b0ddd4aff34 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:53:35.311530 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7a3f7153-e566-4101-b58e-8f2dd07851d7 req-7a04a3d6-c18b-451b-be33-88d52eda08e7 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=51386e27-02e7-4b3c-8a7a-a13ede11e75e HTTP/1.1" status: 200 len: 210 time: 0.0426865 Jul 25 08:53:35.336820 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e'}, {'server_uuid': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'name': 'network-vif-deleted', 'tag': '653cd8da-6a1d-469a-82fe-d6dbe5f44308'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:53:35.340807 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ba5370-5d5b-402c-862e-26a62faabd44" -d '{"events": [{"name": "network-changed", "server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e"}, {"server_uuid": "51386e27-02e7-4b3c-8a7a-a13ede11e75e", "name": "network-vif-deleted", "tag": "653cd8da-6a1d-469a-82fe-d6dbe5f44308"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:53:35.406742 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 25 Jul 2022 08:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3794ebfa-a472-4f2c-81b8-235668de8e4d x-openstack-request-id: req-3794ebfa-a472-4f2c-81b8-235668de8e4d {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:53:35.407042 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e", "status": "completed", "code": 200}, {"server_uuid": "51386e27-02e7-4b3c-8a7a-a13ede11e75e", "name": "network-vif-deleted", "tag": "653cd8da-6a1d-469a-82fe-d6dbe5f44308", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:53:35.408194 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3794ebfa-a472-4f2c-81b8-235668de8e4d {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:53:35.408644 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3794ebfa-a472-4f2c-81b8-235668de8e4d'] response: {'name': 'network-changed', 'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'status': 'completed', 'code': 200} Jul 25 08:53:35.408913 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3794ebfa-a472-4f2c-81b8-235668de8e4d'] response: {'server_uuid': '51386e27-02e7-4b3c-8a7a-a13ede11e75e', 'name': 'network-vif-deleted', 'tag': '653cd8da-6a1d-469a-82fe-d6dbe5f44308', 'status': 'completed', 'code': 200} Jul 25 08:53:35.470575 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-d3a3d22c-b1f1-46fa-a9a1-6b0ddd4aff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:35.495802 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3d22c-b1f1-46fa-a9a1-6b0ddd4aff34 None None] Checking router: b19f8421-40aa-4703-b95a-045ca280ccd6 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:53:35.505358 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3d22c-b1f1-46fa-a9a1-6b0ddd4aff34 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:53:35.506005 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-d3a3d22c-b1f1-46fa-a9a1-6b0ddd4aff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:53:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:35.608367 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-d3a3d22c-b1f1-46fa-a9a1-6b0ddd4aff34 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:53:35.790711 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba5370-5d5b-402c-862e-26a62faabd44 req-675cb79c-6ebe-4ce5-a9da-5c93fe6c8200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:35.793044 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-54ba5370-5d5b-402c-862e-26a62faabd44 req-675cb79c-6ebe-4ce5-a9da-5c93fe6c8200 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 1130 time: 0.0533993 Jul 25 08:53:35.819356 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-d3a3d22c-b1f1-46fa-a9a1-6b0ddd4aff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:35.857928 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3d22c-b1f1-46fa-a9a1-6b0ddd4aff34 None None] The sync data for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi is: [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:53:35.929599 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba5370-5d5b-402c-862e-26a62faabd44 req-b0631d41-b161-405c-810a-b30ad8e2922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:35.931419 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-54ba5370-5d5b-402c-862e-26a62faabd44 req-b0631d41-b161-405c-810a-b30ad8e2922c service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.1189144 Jul 25 08:53:36.017282 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-54ba5370-5d5b-402c-862e-26a62faabd44 req-213bd523-c495-4255-9cc3-5dfcb27fe296 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39973804-976f-4223-a900-f8cbbe4dcd0e HTTP/1.1" status: 200 len: 1002 time: 0.0650060 Jul 25 08:53:36.076538 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba5370-5d5b-402c-862e-26a62faabd44 req-0d72a16b-7a58-41ed-98fa-bfe30a75439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:36.078070 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-54ba5370-5d5b-402c-862e-26a62faabd44 req-0d72a16b-7a58-41ed-98fa-bfe30a75439a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.0539029 Jul 25 08:53:36.105772 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db3d8c-44db-4673-a0d7-de3936a7570c None None] New status for floating IP c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1: DOWN {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:53:36.129136 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba5370-5d5b-402c-862e-26a62faabd44 req-b4fbb7de-1745-4a82-9903-3a44b348006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:36.130646 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-54ba5370-5d5b-402c-862e-26a62faabd44 req-b4fbb7de-1745-4a82-9903-3a44b348006f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432816 Jul 25 08:53:36.259660 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-54ba5370-5d5b-402c-862e-26a62faabd44 req-1efe30fe-2581-4a81-8b16-35eca6e78cc4 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166615 Jul 25 08:53:36.362342 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-54ba5370-5d5b-402c-862e-26a62faabd44 req-4eecbf5e-4ff3-4347-8fb4-920311e3f99f service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957034 Jul 25 08:53:36.403594 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33256) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:36.462209 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9836c421-d488-441b-b9a1-a511e0757a6d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (5b459999-406a-4d33-ae4b-9a37d95bb265), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:36.487876 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9836c421-d488-441b-b9a1-a511e0757a6d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (5b459999-406a-4d33-ae4b-9a37d95bb265), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:36.498738 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:36.507324 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:36.541747 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9836c421-d488-441b-b9a1-a511e0757a6d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (5b459999-406a-4d33-ae4b-9a37d95bb265), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:36.544378 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9836c421-d488-441b-b9a1-a511e0757a6d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:36.545762 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9836c421-d488-441b-b9a1-a511e0757a6d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "DELETE /v2.0/security-groups/5b459999-406a-4d33-ae4b-9a37d95bb265 HTTP/1.1" status: 204 len: 168 time: 0.1411104 Jul 25 08:53:36.548816 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33258) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:36.555785 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836c421-d488-441b-b9a1-a511e0757a6d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b459999-406a-4d33-ae4b-9a37d95bb265,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:36.563041 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.api.v2.resource [None req-69c4d354-0aa2-493d-b360-4441800305ab tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] show failed (client error): The resource could not be found. Jul 25 08:53:36.568928 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-69c4d354-0aa2-493d-b360-4441800305ab tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups/5b459999-406a-4d33-ae4b-9a37d95bb265 HTTP/1.1" status: 404 len: 347 time: 0.0188706 Jul 25 08:53:36.570147 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33260) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:36.686647 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Deleting port 612068e5-dd80-4612-85f0-4de92ae8eada {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:53:36.686989 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (612068e5-dd80-4612-85f0-4de92ae8eada), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:36.768541 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (612068e5-dd80-4612-85f0-4de92ae8eada), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:36.768894 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (612068e5-dd80-4612-85f0-4de92ae8eada), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:36.782894 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Calling delete_port for 612068e5-dd80-4612-85f0-4de92ae8eada owned by network:floatingip {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:53:36.927419 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (612068e5-dd80-4612-85f0-4de92ae8eada), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:36.950669 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'Port': ['ID=612068e5-dd80-4612-85f0-4de92ae8eada,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:36.964666 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.965012 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.965348 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.965677 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.966004 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.966328 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.966648 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.966968 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.967291 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.967604 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.967919 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.968233 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.968545 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.968880 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:36.969192 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:37.026227 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.028779 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.030028 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-37c0f29d-e449-4b1f-96ad-477429dd6924 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "DELETE /v2.0/floatingips/c1a0e43c-a45e-4f53-9993-a4bbca5ea3c1 HTTP/1.1" status: 204 len: 168 time: 0.4588451 Jul 25 08:53:37.121773 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33264) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:37.125810 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-db952a44-3605-42b5-8752-c558c0a53ebb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133930682', 'description': 'tempest-description--729331641'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:53:37.149988 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-db952a44-3605-42b5-8752-c558c0a53ebb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.205706 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:37.211419 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:37.229667 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-db952a44-3605-42b5-8752-c558c0a53ebb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (d374271b-cd42-455c-88ff-4eb17072a39a), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.235522 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-db952a44-3605-42b5-8752-c558c0a53ebb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d374271b-cd42-455c-88ff-4eb17072a39a), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.270469 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-db952a44-3605-42b5-8752-c558c0a53ebb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.271699 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-db952a44-3605-42b5-8752-c558c0a53ebb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1496964 Jul 25 08:53:37.275069 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33266) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:37.276150 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db952a44-3605-42b5-8752-c558c0a53ebb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d374271b-cd42-455c-88ff-4eb17072a39a,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:37.279829 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-ec07b8f7-75bd-463a-bd2c-9787faffaea3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group_rule': {'security_group_id': 'd374271b-cd42-455c-88ff-4eb17072a39a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:53:37.313710 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec07b8f7-75bd-463a-bd2c-9787faffaea3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (d56c8034-321a-4506-a9ee-134f4c058749), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.370977 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec07b8f7-75bd-463a-bd2c-9787faffaea3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (d56c8034-321a-4506-a9ee-134f4c058749), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.374977 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec07b8f7-75bd-463a-bd2c-9787faffaea3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (d56c8034-321a-4506-a9ee-134f4c058749), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.393612 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07b8f7-75bd-463a-bd2c-9787faffaea3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56c8034-321a-4506-a9ee-134f4c058749,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:37.400977 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ec07b8f7-75bd-463a-bd2c-9787faffaea3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.402185 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-ec07b8f7-75bd-463a-bd2c-9787faffaea3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259525 Jul 25 08:53:37.404949 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33268) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:37.409206 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-80e091c7-6514-4d8a-a169-d18a952bf8b4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group_rule': {'security_group_id': 'd374271b-cd42-455c-88ff-4eb17072a39a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:53:37.435618 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80e091c7-6514-4d8a-a169-d18a952bf8b4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (bcbcf350-ddd5-47be-b433-2f0047d61431), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.495074 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80e091c7-6514-4d8a-a169-d18a952bf8b4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (bcbcf350-ddd5-47be-b433-2f0047d61431), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.498931 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80e091c7-6514-4d8a-a169-d18a952bf8b4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (bcbcf350-ddd5-47be-b433-2f0047d61431), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.518659 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e091c7-6514-4d8a-a169-d18a952bf8b4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbcf350-ddd5-47be-b433-2f0047d61431,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:37.523777 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-80e091c7-6514-4d8a-a169-d18a952bf8b4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.525251 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-80e091c7-6514-4d8a-a169-d18a952bf8b4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193419 Jul 25 08:53:37.528541 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33270) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:37.533046 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:53:37.557674 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.637663 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d9f26c11-6c2d-41b2-a64a-ec2f0753cf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.642247 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.750413 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Allocated IP 172.27.1.115 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/e3b13f4c-b26c-447c-9fa9-12c15877e396) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:53:37.767917 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 653cd8da-6a1d-469a-82fe-d6dbe5f44308 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:53:37.788912 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 653cd8da-6a1d-469a-82fe-d6dbe5f44308 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:53:37.789264 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 653cd8da-6a1d-469a-82fe-d6dbe5f44308 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:53:37.869905 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (e3b13f4c-b26c-447c-9fa9-12c15877e396), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.901984 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (e3b13f4c-b26c-447c-9fa9-12c15877e396), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:37.941427 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:37.943418 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:53:37.948899 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:53:37.953182 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:53:37.955318 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:37.957924 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=e3b13f4c-b26c-447c-9fa9-12c15877e396,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:38.047093 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:38.084908 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (e3b13f4c-b26c-447c-9fa9-12c15877e396), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:38.251949 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (e3b13f4c-b26c-447c-9fa9-12c15877e396), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:38.256946 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (e3b13f4c-b26c-447c-9fa9-12c15877e396), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:38.320870 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=e3b13f4c-b26c-447c-9fa9-12c15877e396,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:38.340117 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:38.355187 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:38.356431 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-c7d5a3a9-3b6d-4a7e-8f57-158cfa627312 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8268642 Jul 25 08:53:38.510456 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-eac663a8-7e7f-48f2-a1f5-af296ccdcb95 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2133930682&fields=id&tenant_id=86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 267 time: 0.0441334 Jul 25 08:53:38.617073 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-16dccc74-3fee-453f-8894-a8345e173ec6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:38.618490 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-16dccc74-3fee-453f-8894-a8345e173ec6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 814 time: 0.1015275 Jul 25 08:53:38.633945 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-ffe95a9d-db67-41d3-8a46-2933f934ab14 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/quotas/86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 375 time: 0.0098302 Jul 25 08:53:38.686689 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8b43a21-31f6-4878-85b8-f71ed2c3ab9d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477021 Jul 25 08:53:38.874997 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-4a8036fb-ba27-42c3-a241-170701ec52e1 service neutron] 10.222.0.52 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751151 Jul 25 08:53:39.211081 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-4f5ad4af-207d-44d7-8b70-183be9c1996b service neutron] 10.222.0.52 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303292 Jul 25 08:53:39.378222 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7cd709ff-d195-49ee-9cf4-fd0ca94f36b3 req-551495a1-6ff3-4d2a-bbeb-df27b9aad886 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 210 time: 0.0284028 Jul 25 08:53:40.013304 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f1361cf6-7307-431f-808f-8e64168b4164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:40.491868 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f5c12aba-2e30-48b1-a2c5-6476c30f37e7 req-52ad50c6-4b49-4cc9-a0a1-e98394deb784 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 210 time: 0.0293698 Jul 25 08:53:40.511044 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-44847f77-0f56-419a-adb7-94b6e2825eae tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:40.511044 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-44847f77-0f56-419a-adb7-94b6e2825eae tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 814 time: 0.1099956 Jul 25 08:53:40.580776 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-fc36fbd9-3126-44bf-a381-85e5ba08811e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 380 time: 0.0557458 Jul 25 08:53:40.704071 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'port': {'device_id': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'admin_state_up': True, 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'security_groups': ['d374271b-cd42-455c-88ff-4eb17072a39a']}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:53:40.816285 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Made reservation on behalf of 86bea90252bc44b580c40b24b0bd4ed3 for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:53:40.819672 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:40.901042 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:40.946774 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Allocated IP 172.20.0.10 (6ca11239-7898-4751-a9c6-3b03bbecba12/7842b18f-7585-435d-9107-a700ec331748/62088a84-476c-4db4-baa2-473b1dbbc579) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:53:40.984250 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:41.034476 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:41.092260 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (62088a84-476c-4db4-baa2-473b1dbbc579), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:41.124645 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:41.173213 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:53:41.176610 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:53:41.180554 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:53:41.204621 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=62088a84-476c-4db4-baa2-473b1dbbc579,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:41.235943 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:41.236612 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:41.255285 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-e8ab051e-5a9d-46d0-a2bf-e1850970a809 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5544446 Jul 25 08:53:41.272815 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Request body: {'port': {'device_id': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:53:41.341883 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:41.440057 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-ab846683-1f46-4c8d-936a-7f4c7e3f0809 None None] Provisioning complete for port 62088a84-476c-4db4-baa2-473b1dbbc579 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:53:41.440355 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ab846683-1f46-4c8d-936a-7f4c7e3f0809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:41.476947 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-ab846683-1f46-4c8d-936a-7f4c7e3f0809 None None] Port 62088a84-476c-4db4-baa2-473b1dbbc579 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:53:41.610975 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62088a84-476c-4db4-baa2-473b1dbbc579 {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:53:41.617707 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4da65f-b93e-4975-b300-a618065e26db req-30a42a95-bc5d-4f66-a646-7596e04fd533 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:41.619242 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8b4da65f-b93e-4975-b300-a618065e26db req-30a42a95-bc5d-4f66-a646-7596e04fd533 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 932 time: 0.0509527 Jul 25 08:53:41.619474 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Publish callbacks [] for port (62088a84-476c-4db4-baa2-473b1dbbc579), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:41.634768 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Transition to ACTIVE for port object 62088a84-476c-4db4-baa2-473b1dbbc579 will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:53:41.638145 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:41.667983 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8b4da65f-b93e-4975-b300-a618065e26db req-e25ab582-58c0-4204-a1c4-bd37ccd32e99 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426638 Jul 25 08:53:41.694059 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:41.697606 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Pushing event updated for resources: {'Port': ['ID=62088a84-476c-4db4-baa2-473b1dbbc579,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:41.777337 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Attempting to bind port 62088a84-476c-4db4-baa2-473b1dbbc579 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:53:41.777826 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Attempting to bind port 62088a84-476c-4db4-baa2-473b1dbbc579 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:53:41.778322 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Attempting to bind port 62088a84-476c-4db4-baa2-473b1dbbc579 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:53:41.786357 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Port 62088a84-476c-4db4-baa2-473b1dbbc579 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:53:41.786776 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Attempting to bind port 62088a84-476c-4db4-baa2-473b1dbbc579 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:53:41.792504 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:53:41.792878 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Checking segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:53:41.793266 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Bound using segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:53:41.793695 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Bound port: 62088a84-476c-4db4-baa2-473b1dbbc579, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:53:41.794052 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:41.841128 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:41.865573 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] For port 62088a84-476c-4db4-baa2-473b1dbbc579, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:53:41.868957 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] For port 62088a84-476c-4db4-baa2-473b1dbbc579, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62088a84-476c-4db4-baa2-473b1dbbc579,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:53:41.874572 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:41.912761 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:41.913371 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:41.914788 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] 10.222.0.48 "PUT /v2.0/ports/62088a84-476c-4db4-baa2-473b1dbbc579 HTTP/1.1" status: 200 len: 1094 time: 0.6469767 Jul 25 08:53:41.915226 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'tag': '62088a84-476c-4db4-baa2-473b1dbbc579'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:53:41.917589 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7847ed27-b19b-423f-9eb9-c15501401e80" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c94565-b030-4cad-a705-425ace6d71ff", "tag": "62088a84-476c-4db4-baa2-473b1dbbc579"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:53:41.937991 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68ff11-0e89-4bba-afe8-22f859395d7b service neutron] Pushing event updated for resources: {'Port': ['ID=62088a84-476c-4db4-baa2-473b1dbbc579,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:41.968468 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90418fbf-502f-4c92-93ac-60755098d33b x-openstack-request-id: req-90418fbf-502f-4c92-93ac-60755098d33b {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:53:41.968813 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c94565-b030-4cad-a705-425ace6d71ff", "tag": "62088a84-476c-4db4-baa2-473b1dbbc579", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:53:41.969066 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-90418fbf-502f-4c92-93ac-60755098d33b {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:53:41.969467 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90418fbf-502f-4c92-93ac-60755098d33b'] response: {'name': 'network-changed', 'server_uuid': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'tag': '62088a84-476c-4db4-baa2-473b1dbbc579', 'status': 'completed', 'code': 200} Jul 25 08:53:42.042101 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-9b292887-a720-45f5-b2f7-5b55bc439711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:42.043681 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-9b292887-a720-45f5-b2f7-5b55bc439711 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 1128 time: 0.0461829 Jul 25 08:53:42.101374 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-48afd7f7-49b7-4507-bb3b-26a0559f1c9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62088a84-476c-4db4-baa2-473b1dbbc579 HTTP/1.1" status: 200 len: 217 time: 0.0377409 Jul 25 08:53:42.153145 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-ded77c77-c3d6-4649-b4f2-831ad342081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:42.154624 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-ded77c77-c3d6-4649-b4f2-831ad342081c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.0475550 Jul 25 08:53:42.200377 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-80d953fd-046b-4db4-8ad2-b93cafbcd29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:42.201909 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-80d953fd-046b-4db4-8ad2-b93cafbcd29f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400755 Jul 25 08:53:42.296495 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-b02a4649-ad8c-44f0-8af7-e7e4b2899fd7 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885816 Jul 25 08:53:42.387187 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:42.395052 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f2604988-ff2b-4b40-a82e-a162a3a47b6d req-9048a783-96e7-4428-a099-3fb8a0212c2a service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921803 Jul 25 08:53:42.795231 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddbfb3-947a-4fe3-b5da-5e41e0558a99 req-b078f8f2-b3ad-415f-bd1a-9c2f03c05e10 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:42.796803 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f1ddbfb3-947a-4fe3-b5da-5e41e0558a99 req-b078f8f2-b3ad-415f-bd1a-9c2f03c05e10 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 944 time: 0.0474370 Jul 25 08:53:42.808814 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:42.846170 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f1ddbfb3-947a-4fe3-b5da-5e41e0558a99 req-0ebb4d2b-d104-44fa-ab5f-95becfe91433 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426369 Jul 25 08:53:43.982437 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceab51-4cc7-4a8b-8b43-7d647cd8c789 req-d97de521-b831-47ed-83b3-3c09789df0eb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:43.984064 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-faceab51-4cc7-4a8b-8b43-7d647cd8c789 req-d97de521-b831-47ed-83b3-3c09789df0eb tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 944 time: 0.0579834 Jul 25 08:53:44.034833 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-faceab51-4cc7-4a8b-8b43-7d647cd8c789 req-f634d030-8f0a-46f1-ad72-51ea290c36cc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444355 Jul 25 08:53:45.158194 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb021462-d66c-4865-8444-3980d9becbd6 req-805547a9-54e9-4de6-8869-1c638f2c222e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:45.159713 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fb021462-d66c-4865-8444-3980d9becbd6 req-805547a9-54e9-4de6-8869-1c638f2c222e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 944 time: 0.0503063 Jul 25 08:53:45.216325 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fb021462-d66c-4865-8444-3980d9becbd6 req-f1a003cc-571f-441a-b810-47585b75c560 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490096 Jul 25 08:53:45.368311 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847ed27-b19b-423f-9eb9-c15501401e80 req-1edc5088-25dd-4e9f-9b45-eefe8026c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:45.369761 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7847ed27-b19b-423f-9eb9-c15501401e80 req-1edc5088-25dd-4e9f-9b45-eefe8026c58c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 1128 time: 0.0425494 Jul 25 08:53:45.465921 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847ed27-b19b-423f-9eb9-c15501401e80 req-5426fc08-0e0c-455a-857c-7697178e13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:45.467454 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7847ed27-b19b-423f-9eb9-c15501401e80 req-5426fc08-0e0c-455a-857c-7697178e13b4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 915 time: 0.0906098 Jul 25 08:53:45.772764 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7847ed27-b19b-423f-9eb9-c15501401e80 req-2873d560-1655-4aca-9140-7c6c6ea1dcb2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62088a84-476c-4db4-baa2-473b1dbbc579 HTTP/1.1" status: 200 len: 217 time: 0.2978673 Jul 25 08:53:45.783253 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 62088a84-476c-4db4-baa2-473b1dbbc579 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:53:45.821869 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:45.822614 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:45.826694 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847ed27-b19b-423f-9eb9-c15501401e80 req-624c1334-8d0a-4940-b5dc-e9b2db206f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:45.828855 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7847ed27-b19b-423f-9eb9-c15501401e80 req-624c1334-8d0a-4940-b5dc-e9b2db206f7d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.0494196 Jul 25 08:53:45.875515 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847ed27-b19b-423f-9eb9-c15501401e80 req-9fa99268-7098-4ecf-a691-1e6d3a0a5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:45.877075 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7847ed27-b19b-423f-9eb9-c15501401e80 req-9fa99268-7098-4ecf-a691-1e6d3a0a5f8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417321 Jul 25 08:53:45.931788 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 62088a84-476c-4db4-baa2-473b1dbbc579, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62088a84-476c-4db4-baa2-473b1dbbc579,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:53:45.945265 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '62088a84-476c-4db4-baa2-473b1dbbc579', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'port_id': '62088a84-476c-4db4-baa2-473b1dbbc579', 'mac_address': 'fa:16:3e:b8:ac:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:53:45.949683 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:45.976282 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:45.979227 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7847ed27-b19b-423f-9eb9-c15501401e80 req-deb3d2ff-2012-453f-a468-933510037a85 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957325 Jul 25 08:53:45.986077 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 62088a84-476c-4db4-baa2-473b1dbbc579 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:53:45.986467 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:46.002911 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62088a84-476c-4db4-baa2-473b1dbbc579 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:53:46.024275 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 62088a84-476c-4db4-baa2-473b1dbbc579, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62088a84-476c-4db4-baa2-473b1dbbc579,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:53:46.028992 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:46.068728 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:46.080490 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7847ed27-b19b-423f-9eb9-c15501401e80 req-64adaac2-9e14-4628-b94c-3e3745ffd2d6 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949452 Jul 25 08:53:46.083262 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=62088a84-476c-4db4-baa2-473b1dbbc579,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:46.090084 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.090432 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.090775 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.091115 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.091451 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.091781 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.092107 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.092431 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.092777 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.093101 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.093428 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.093750 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.094071 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.094390 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.094706 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:53:46.353402 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6072d6-1d15-437f-9bb5-b3f8257cdc63 req-581766cf-ed55-46f2-953d-7576ddccbb1d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:46.354960 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-de6072d6-1d15-437f-9bb5-b3f8257cdc63 req-581766cf-ed55-46f2-953d-7576ddccbb1d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 945 time: 0.0530736 Jul 25 08:53:46.401020 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:46.408990 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-de6072d6-1d15-437f-9bb5-b3f8257cdc63 req-c72b0a8d-f899-48e4-8191-3fcf0b25c657 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479517 Jul 25 08:53:46.525514 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['62088a84-476c-4db4-baa2-473b1dbbc579'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:53:47.529929 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f5d87-dfe1-4d74-a60c-48f5c710f04c req-99211695-5aed-4808-87b7-4cb061188475 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:47.531476 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8a6f5d87-dfe1-4d74-a60c-48f5c710f04c req-99211695-5aed-4808-87b7-4cb061188475 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 945 time: 0.0493872 Jul 25 08:53:47.581020 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8a6f5d87-dfe1-4d74-a60c-48f5c710f04c req-3d7b5d9a-10d7-4e8d-b2ec-898ccbc57c63 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 Jul 25 08:53:47.719354 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-b34a408e-5eb3-45af-bf8d-b0d19447d111 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395765 Jul 25 08:53:47.791186 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 62088a84-476c-4db4-baa2-473b1dbbc579 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:53:47.791798 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-35b314a3-f329-4d6c-9a42-917a1ee9dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:47.792966 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-35b314a3-f329-4d6c-9a42-917a1ee9dda6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 1130 time: 0.0396891 Jul 25 08:53:47.837126 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 62088a84-476c-4db4-baa2-473b1dbbc579 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:53:47.845579 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 62088a84-476c-4db4-baa2-473b1dbbc579 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:53:47.846084 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:47.869612 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:47.904490 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-f6af4c5e-e92d-4693-9a07-0ddc5b998330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:47.905992 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-f6af4c5e-e92d-4693-9a07-0ddc5b998330 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 912 time: 0.0939958 Jul 25 08:53:47.922737 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 62088a84-476c-4db4-baa2-473b1dbbc579 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:53:47.923126 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:47.947345 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62088a84-476c-4db4-baa2-473b1dbbc579'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:53:47.949649 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406d00ca-5a99-4ecb-9300-ff13bc77afe4" -d '{"events": [{"server_uuid": "c5c94565-b030-4cad-a705-425ace6d71ff", "name": "network-vif-plugged", "status": "completed", "tag": "62088a84-476c-4db4-baa2-473b1dbbc579"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:53:47.963173 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 62088a84-476c-4db4-baa2-473b1dbbc579, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62088a84-476c-4db4-baa2-473b1dbbc579,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:53:47.968665 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:47.979657 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-6b3893de-df5f-4fd3-bc58-c06a7b988234 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f HTTP/1.1" status: 200 len: 1002 time: 0.0679548 Jul 25 08:53:47.996227 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c33528-72b5-43c3-8836-68e5ea1d5c0b x-openstack-request-id: req-c1c33528-72b5-43c3-8836-68e5ea1d5c0b {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:53:47.996503 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c94565-b030-4cad-a705-425ace6d71ff", "name": "network-vif-plugged", "status": "completed", "tag": "62088a84-476c-4db4-baa2-473b1dbbc579", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:53:47.996788 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1c33528-72b5-43c3-8836-68e5ea1d5c0b {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:53:47.997174 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c33528-72b5-43c3-8836-68e5ea1d5c0b'] response: {'server_uuid': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62088a84-476c-4db4-baa2-473b1dbbc579', 'code': 200} Jul 25 08:53:48.032959 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-dd8f15c0-ff23-4177-bd93-e8c89ad5cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:48.034514 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-dd8f15c0-ff23-4177-bd93-e8c89ad5cafc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 200 len: 850 time: 0.0488534 Jul 25 08:53:48.097228 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-db5d5fa6-9afd-438e-b2ea-2f1be4b3ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:48.098827 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-db5d5fa6-9afd-438e-b2ea-2f1be4b3ada6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520005 Jul 25 08:53:48.156483 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=62088a84-476c-4db4-baa2-473b1dbbc579,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:53:48.226523 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-a4d1c285-4a0b-4304-9c1d-803a74fa4129 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213746 Jul 25 08:53:48.241486 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edf9db-ffb5-45f5-a254-0c3adf14a41f req-2e9e5319-7db1-447e-9893-7dc1e62cccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:48.242929 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-03edf9db-ffb5-45f5-a254-0c3adf14a41f req-2e9e5319-7db1-447e-9893-7dc1e62cccef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 1130 time: 0.0534353 Jul 25 08:53:48.345291 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-03edf9db-ffb5-45f5-a254-0c3adf14a41f req-3cde14ac-be0a-4312-9df7-0a2787def2c0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863216 Jul 25 08:53:48.358531 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1aed99c1-4c35-4fa1-9ec5-c0ad59fc34e2 req-6597062e-620b-4b21-ad25-78975d9baa20 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252153 Jul 25 08:53:48.685818 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:48.704980 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e44e0b-da60-4e9e-b24b-aab3a8bd2d2f req-62a0773d-0b84-4059-a6ec-2ec33d9a2606 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:48.706494 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-27e44e0b-da60-4e9e-b24b-aab3a8bd2d2f req-62a0773d-0b84-4059-a6ec-2ec33d9a2606 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 946 time: 0.0494256 Jul 25 08:53:48.758466 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-27e44e0b-da60-4e9e-b24b-aab3a8bd2d2f req-68889ea0-bad0-4684-add0-8ad7bcc80e9e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439587 Jul 25 08:53:49.887200 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9014c3-ed99-4eff-8bee-a2540c86afce req-a2a8daff-450e-403e-a0a5-a79658dcd23b tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:49.888757 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d9014c3-ed99-4eff-8bee-a2540c86afce req-a2a8daff-450e-403e-a0a5-a79658dcd23b tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 946 time: 0.0522833 Jul 25 08:53:49.937876 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d9014c3-ed99-4eff-8bee-a2540c86afce req-b20ac73d-5c97-4c46-b1b0-b1808fc9cf48 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434184 Jul 25 08:53:51.063637 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4bb35-76aa-4d85-bac6-a8e6c42aac94 req-9bb66fa2-2973-4097-a44d-24ce76521824 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:51.065686 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7dc4bb35-76aa-4d85-bac6-a8e6c42aac94 req-9bb66fa2-2973-4097-a44d-24ce76521824 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 946 time: 0.0487678 Jul 25 08:53:51.121324 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7dc4bb35-76aa-4d85-bac6-a8e6c42aac94 req-24fefa8e-b447-48eb-8e11-af41a44eaeb5 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491998 Jul 25 08:53:51.252908 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868b3fc-6927-412c-b2a9-e5635873a505 req-79b730d2-48f5-428f-a67c-2693d3a97b35 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:51.254362 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b868b3fc-6927-412c-b2a9-e5635873a505 req-79b730d2-48f5-428f-a67c-2693d3a97b35 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 946 time: 0.0561855 Jul 25 08:53:51.264317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33334) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:53:51.270671 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-5e12a0e3-9ab4-4113-b890-5afc068fda48 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'floatingip': {'port_id': '62088a84-476c-4db4-baa2-473b1dbbc579'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:53:51.321978 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5e12a0e3-9ab4-4113-b890-5afc068fda48 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:51.681597 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:51.777236 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5e12a0e3-9ab4-4113-b890-5afc068fda48 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:51.780890 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5e12a0e3-9ab4-4113-b890-5afc068fda48 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:51.884597 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [None req-5e12a0e3-9ab4-4113-b890-5afc068fda48 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Floating IP 08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02 associated. External IP: 172.27.1.115, port: 62088a84-476c-4db4-baa2-473b1dbbc579. Jul 25 08:53:51.932313 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:52.093850 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e12a0e3-9ab4-4113-b890-5afc068fda48 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Router b19f8421-40aa-4703-b95a-045ca280ccd6 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:53:52.204993 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e12a0e3-9ab4-4113-b890-5afc068fda48 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:53:52.209364 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5e12a0e3-9ab4-4113-b890-5afc068fda48 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:53:52.215846 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420edc1-5d8c-42a8-bc5f-14a1aef024d1 None None] Sync routers for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:53:52.229257 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420edc1-5d8c-42a8-bc5f-14a1aef024d1 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:53:52.229873 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-6420edc1-5d8c-42a8-bc5f-14a1aef024d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:53:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:52.249488 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-5e12a0e3-9ab4-4113-b890-5afc068fda48 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "PUT /v2.0/floatingips/08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02 HTTP/1.1" status: 200 len: 992 time: 0.9836881 Jul 25 08:53:52.250069 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'tag': '62088a84-476c-4db4-baa2-473b1dbbc579'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:53:52.252519 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07632d5-0f1b-466f-8428-3fbbefc6a506" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c94565-b030-4cad-a705-425ace6d71ff", "tag": "62088a84-476c-4db4-baa2-473b1dbbc579"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:53:52.307413 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec49e85-b1c4-4dbe-9085-c0c8cf8e8dff x-openstack-request-id: req-2ec49e85-b1c4-4dbe-9085-c0c8cf8e8dff {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:53:52.308035 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c94565-b030-4cad-a705-425ace6d71ff", "tag": "62088a84-476c-4db4-baa2-473b1dbbc579", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:53:52.308035 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ec49e85-b1c4-4dbe-9085-c0c8cf8e8dff {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:53:52.308349 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec49e85-b1c4-4dbe-9085-c0c8cf8e8dff'] response: {'name': 'network-changed', 'server_uuid': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'tag': '62088a84-476c-4db4-baa2-473b1dbbc579', 'status': 'completed', 'code': 200} Jul 25 08:53:52.401967 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07632d5-0f1b-466f-8428-3fbbefc6a506 req-aab37124-a9d8-4fdc-bd31-943408f6b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:52.403807 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f07632d5-0f1b-466f-8428-3fbbefc6a506 req-aab37124-a9d8-4fdc-bd31-943408f6b39f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 1130 time: 0.0445800 Jul 25 08:53:52.431934 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-6420edc1-5d8c-42a8-bc5f-14a1aef024d1 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:53:52.506762 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07632d5-0f1b-466f-8428-3fbbefc6a506 req-0f763d0c-2675-4006-888c-243a79fe1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:52.508172 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f07632d5-0f1b-466f-8428-3fbbefc6a506 req-0f763d0c-2675-4006-888c-243a79fe1f27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 915 time: 0.0963602 Jul 25 08:53:52.576356 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f07632d5-0f1b-466f-8428-3fbbefc6a506 req-aa99bfb3-80bc-4a70-a8fd-ea137044384d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62088a84-476c-4db4-baa2-473b1dbbc579 HTTP/1.1" status: 200 len: 1000 time: 0.0610714 Jul 25 08:53:52.630827 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07632d5-0f1b-466f-8428-3fbbefc6a506 req-ac0b32b7-a202-4f45-9cbc-79c2c9670066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:52.632390 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f07632d5-0f1b-466f-8428-3fbbefc6a506 req-ac0b32b7-a202-4f45-9cbc-79c2c9670066 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.0488780 Jul 25 08:53:52.655268 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-6420edc1-5d8c-42a8-bc5f-14a1aef024d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '62088a84-476c-4db4-baa2-473b1dbbc579', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:b8:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:53:38Z', 'updated_at': '2022-07-25T08:53:51Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:52.684769 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420edc1-5d8c-42a8-bc5f-14a1aef024d1 None None] Checking router: b19f8421-40aa-4703-b95a-045ca280ccd6 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:53:52.685134 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07632d5-0f1b-466f-8428-3fbbefc6a506 req-684371ab-4331-44b0-8953-7d9b5eb13ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:53:52.686710 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f07632d5-0f1b-466f-8428-3fbbefc6a506 req-684371ab-4331-44b0-8953-7d9b5eb13ed9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475004 Jul 25 08:53:52.693707 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420edc1-5d8c-42a8-bc5f-14a1aef024d1 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:53:52.694434 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-6420edc1-5d8c-42a8-bc5f-14a1aef024d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:53:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:52.783612 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f07632d5-0f1b-466f-8428-3fbbefc6a506 req-1317d9ea-8d97-4692-99c2-75155fc3a34b service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893059 Jul 25 08:53:52.800835 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-6420edc1-5d8c-42a8-bc5f-14a1aef024d1 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:53:52.855979 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:53:52.884121 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f07632d5-0f1b-466f-8428-3fbbefc6a506 req-0cd7adc7-a407-43f9-8972-828e4c21e935 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945673 Jul 25 08:53:53.019392 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-6420edc1-5d8c-42a8-bc5f-14a1aef024d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '62088a84-476c-4db4-baa2-473b1dbbc579', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:b8:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:53:38Z', 'updated_at': '2022-07-25T08:53:51Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:53:53.049072 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420edc1-5d8c-42a8-bc5f-14a1aef024d1 None None] The sync data for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi is: [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '62088a84-476c-4db4-baa2-473b1dbbc579', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:b8:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:53:38Z', 'updated_at': '2022-07-25T08:53:51Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:53:53.267541 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ad36ea-7599-48be-acd1-5cbbd4ed177c None None] New status for floating IP 08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02: ACTIVE {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:53:55.580134 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:01.240492 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=32 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:01.244909 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=36 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:02.870029 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:02.880519 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=81 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:05.474285 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:54:05.569478 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:05.575928 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:07.641539 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-facb4801-7cf8-4029-8512-2a1d39716253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:10.018130 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b72558e4-b38c-495f-abe8-577540eced00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:11.039105 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:12.389456 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:12.803809 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:15.469304 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=92 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:15.470600 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=90 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:22.791725 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:22.798164 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:25.598971 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:29.370277 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:31.567643 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c232459-d790-4264-8fcd-e0e9c36284fe req-63d8b13c-6649-4946-bcc8-2202fe939165 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:31.569249 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0c232459-d790-4264-8fcd-e0e9c36284fe req-63d8b13c-6649-4946-bcc8-2202fe939165 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0754967 Jul 25 08:54:31.621900 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0c232459-d790-4264-8fcd-e0e9c36284fe req-1c61f6a3-0ca5-49f6-9235-5a848e4e192c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461531 Jul 25 08:54:32.181382 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad659d25-ed0f-422f-b274-eb951492e0f0 req-977072fb-7b20-4334-baae-e96730a52838 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:32.183765 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ad659d25-ed0f-422f-b274-eb951492e0f0 req-977072fb-7b20-4334-baae-e96730a52838 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 947 time: 0.0533502 Jul 25 08:54:32.244592 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ad659d25-ed0f-422f-b274-eb951492e0f0 req-b885df6e-4a95-4b68-aafc-260ef519072a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527608 Jul 25 08:54:32.761811 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a2dd2-1c57-4581-943f-8d31a2206e20 req-aa30b8f1-da4c-4502-96c8-b5c59ffc1af3 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:32.763378 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-002a2dd2-1c57-4581-943f-8d31a2206e20 req-aa30b8f1-da4c-4502-96c8-b5c59ffc1af3 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0604548 Jul 25 08:54:32.818578 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-002a2dd2-1c57-4581-943f-8d31a2206e20 req-03a7db65-13fa-4d9b-8344-36f5d866c768 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479448 Jul 25 08:54:33.381752 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6a72c-0af8-4e96-be67-6292d4aa770e req-3dfd4ec4-3229-4950-80f9-da3aeb25d778 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:33.383259 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5f6a72c-0af8-4e96-be67-6292d4aa770e req-3dfd4ec4-3229-4950-80f9-da3aeb25d778 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 947 time: 0.0513599 Jul 25 08:54:33.442319 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b5f6a72c-0af8-4e96-be67-6292d4aa770e req-dcd333f2-475a-4889-8228-1c272a024d9b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524714 Jul 25 08:54:33.951101 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041d2dd-d8bc-4a2a-a725-e0969744b4c6 req-4a02a94d-b7b0-480b-9ba8-894e1576306b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:33.952754 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f041d2dd-d8bc-4a2a-a725-e0969744b4c6 req-4a02a94d-b7b0-480b-9ba8-894e1576306b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0552757 Jul 25 08:54:34.014576 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f041d2dd-d8bc-4a2a-a725-e0969744b4c6 req-5c4c293f-19bc-47c8-85bb-631d128ae715 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551980 Jul 25 08:54:34.129869 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-415d57ca-21b4-41b9-81c7-9187783c46ba tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:34.131468 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-415d57ca-21b4-41b9-81c7-9187783c46ba tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.48 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 946 time: 0.0519938 Jul 25 08:54:34.317685 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Deleting port de1515d4-bcfe-41ca-b713-85a3e00f3b9f {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:34.318099 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:34.422714 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] For port de1515d4-bcfe-41ca-b713-85a3e00f3b9f, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=de1515d4-bcfe-41ca-b713-85a3e00f3b9f,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:34.423083 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:34.578937 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd814c56-be49-4884-8b67-9740781f2929 req-6578708a-2dc0-4c7b-8844-1a758926e371 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:34.580536 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dd814c56-be49-4884-8b67-9740781f2929 req-6578708a-2dc0-4c7b-8844-1a758926e371 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 947 time: 0.0522540 Jul 25 08:54:34.631626 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:34.632161 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (a823dec3-9fed-4452-b010-0febe5c225ec), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:34.632689 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Floating IP a823dec3-9fed-4452-b010-0febe5c225ec disassociated. External IP: 172.27.1.199, port: de1515d4-bcfe-41ca-b713-85a3e00f3b9f. Jul 25 08:54:34.633230 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Calling delete_port for de1515d4-bcfe-41ca-b713-85a3e00f3b9f owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:34.645745 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dd814c56-be49-4884-8b67-9740781f2929 req-01ae4000-6079-4dde-a2c9-43147a73a770 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570161 Jul 25 08:54:34.750511 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-8a66e9bb-5817-40fb-ba38-75cb1e30dc1d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:34.752543 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-8a66e9bb-5817-40fb-ba38-75cb1e30dc1d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.48 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 947 time: 0.0688825 Jul 25 08:54:34.891914 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Deleting port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:34.892247 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:34.944196 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (de1515d4-bcfe-41ca-b713-85a3e00f3b9f), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:34.991283 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event deleted for resources: {'Port': ['ID=de1515d4-bcfe-41ca-b713-85a3e00f3b9f,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:35.015096 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.015853 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.015853 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.016104 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.016443 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.017179 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.017179 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.017510 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.017982 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.018314 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.018578 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.018950 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.019272 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.019589 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.020026 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:35.087822 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] For port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:35.088229 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:35.136390 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6cae4f9a-8168-4422-befa-4876b2d33bf9 req-73205026-cb47-4c95-b284-265778290326 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 210 time: 0.0329103 Jul 25 08:54:35.168955 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:35.196402 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:35.245290 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Router c02dca39-7a8f-461c-8084-aa6921fc9b64 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:54:35.592143 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:35.594342 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:35.688360 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4dea745d-ec7e-48fb-8062-a46de8cd88eb req-b0aac6ce-000b-49bb-8d8b-baa4361ee445 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636106966&fields=id&tenant_id=3404b1a99987401183c8e3e851b382db HTTP/1.1" status: 200 len: 267 time: 0.0615904 Jul 25 08:54:35.697996 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:35.698440 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (867fde18-feba-42fc-887d-6d470374aef5), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:35.698854 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Floating IP 867fde18-feba-42fc-887d-6d470374aef5 disassociated. External IP: 172.27.1.185, port: 8fcdc018-b6d0-4c78-ac99-e89933f5caf7. Jul 25 08:54:35.699588 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Calling delete_port for 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:35.756606 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea745d-ec7e-48fb-8062-a46de8cd88eb req-3eaeca31-1629-40d3-a9c9-5bf570ef3028 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:35.758362 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4dea745d-ec7e-48fb-8062-a46de8cd88eb req-3eaeca31-1629-40d3-a9c9-5bf570ef3028 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 984 time: 0.0639865 Jul 25 08:54:35.763852 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:54:35.776953 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c8acc-80d9-4039-bab5-49f12cd185d9 None None] Sync routers for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:54:35.781212 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-4dea745d-ec7e-48fb-8062-a46de8cd88eb req-6c374288-f58f-4142-bfb2-944b8f95141c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Request body: {'port': {'security_groups': ['6a4eaffc-7a44-4a7c-9406-f7262ec08e00']}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:35.794885 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c8acc-80d9-4039-bab5-49f12cd185d9 None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:54:35.794885 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ea1c8acc-80d9-4039-bab5-49f12cd185d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:35.840134 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] No DVR routers for this DVR port de1515d4-bcfe-41ca-b713-85a3e00f3b9f on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:54:35.843810 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:35.847133 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-727d7466-1a86-48bb-9e19-4b11371cf1e1 req-b05517e7-e9db-4afc-a6f7-dbcfb4205241 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.48 "DELETE /v2.0/ports/de1515d4-bcfe-41ca-b713-85a3e00f3b9f HTTP/1.1" status: 204 len: 173 time: 1.6252501 Jul 25 08:54:35.849172 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'name': 'network-vif-deleted', 'tag': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:54:35.851502 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffda7d9-39a8-4e99-b7d9-062ee9b49e37" -d '{"events": [{"server_uuid": "c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7", "name": "network-vif-deleted", "tag": "de1515d4-bcfe-41ca-b713-85a3e00f3b9f"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:54:35.856309 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1d91e-5168-43d0-b58e-91338e955814 req-4f7bdf69-2054-4563-a91a-605615419afb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:35.858279 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1dc1d91e-5168-43d0-b58e-91338e955814 req-4f7bdf69-2054-4563-a91a-605615419afb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 947 time: 0.0965650 Jul 25 08:54:35.960046 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-4dea745d-ec7e-48fb-8062-a46de8cd88eb req-6c374288-f58f-4142-bfb2-944b8f95141c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:35.991238 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-ea1c8acc-80d9-4039-bab5-49f12cd185d9 None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:54:35.997308 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (8fcdc018-b6d0-4c78-ac99-e89933f5caf7), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:36.048293 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event deleted for resources: {'Port': ['ID=8fcdc018-b6d0-4c78-ac99-e89933f5caf7,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:36.065446 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1dc1d91e-5168-43d0-b58e-91338e955814 req-96ee98d9-597c-4066-8161-483071f6b0ef tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=b0e8938c-c456-4822-a33f-48fa6b6da4cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953781 Jul 25 08:54:36.179789 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:36.257073 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f09681-7030-41b7-8ef1-03062f1ccf97 x-openstack-request-id: req-f3f09681-7030-41b7-8ef1-03062f1ccf97 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:54:36.257869 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7", "name": "network-vif-deleted", "tag": "de1515d4-bcfe-41ca-b713-85a3e00f3b9f", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:54:36.257869 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3f09681-7030-41b7-8ef1-03062f1ccf97 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:54:36.258183 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f09681-7030-41b7-8ef1-03062f1ccf97'] response: {'server_uuid': 'c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7', 'name': 'network-vif-deleted', 'tag': 'de1515d4-bcfe-41ca-b713-85a3e00f3b9f', 'status': 'completed', 'code': 200} Jul 25 08:54:36.324289 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Router b7705862-59b5-4122-9fe2-19d7aab24791 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:54:36.324615 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ea1c8acc-80d9-4039-bab5-49f12cd185d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:36.350004 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c95af831-59d0-428c-aea2-944ce34101e6 req-2ac7e27c-8253-4e7d-8b87-251b50f8324b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=c688bc6c-962d-4b9a-bcf4-8e3c4f17ced7 HTTP/1.1" status: 200 len: 210 time: 0.0425599 Jul 25 08:54:36.355726 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c8acc-80d9-4039-bab5-49f12cd185d9 None None] Checking router: c02dca39-7a8f-461c-8084-aa6921fc9b64 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:54:36.366641 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c8acc-80d9-4039-bab5-49f12cd185d9 None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:54:36.367341 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ea1c8acc-80d9-4039-bab5-49f12cd185d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:36.391777 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-4dea745d-ec7e-48fb-8062-a46de8cd88eb req-6c374288-f58f-4142-bfb2-944b8f95141c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] For port c243097a-4313-4fd5-ad41-f6f18a03b006, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c243097a-4313-4fd5-ad41-f6f18a03b006,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:36.435337 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:36.439810 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-4dea745d-ec7e-48fb-8062-a46de8cd88eb req-6c374288-f58f-4142-bfb2-944b8f95141c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:36.450443 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-4dea745d-ec7e-48fb-8062-a46de8cd88eb req-6c374288-f58f-4142-bfb2-944b8f95141c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:36.495819 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['c243097a-4313-4fd5-ad41-f6f18a03b006'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:54:36.545393 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c374288-f58f-4142-bfb2-944b8f95141c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event updated for resources: {'Port': ['ID=c243097a-4313-4fd5-ad41-f6f18a03b006,revision_number=7']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:36.548617 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-ea1c8acc-80d9-4039-bab5-49f12cd185d9 None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:54:36.570909 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:54:36.587891 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea745d-ec7e-48fb-8062-a46de8cd88eb req-6c374288-f58f-4142-bfb2-944b8f95141c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:36.589035 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-4dea745d-ec7e-48fb-8062-a46de8cd88eb req-6c374288-f58f-4142-bfb2-944b8f95141c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:36.590913 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3481267-5c76-4e29-972f-8ee00a09fb43 None None] Sync routers for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:54:36.598047 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4dea745d-ec7e-48fb-8062-a46de8cd88eb req-6c374288-f58f-4142-bfb2-944b8f95141c tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "PUT /v2.0/ports/c243097a-4313-4fd5-ad41-f6f18a03b006 HTTP/1.1" status: 200 len: 942 time: 0.8226116 Jul 25 08:54:36.598720 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:54:36.602082 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be" -d '{"events": [{"name": "network-changed", "server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:54:36.606093 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33454) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:36.641868 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3481267-5c76-4e29-972f-8ee00a09fb43 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:54:36.643081 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a3481267-5c76-4e29-972f-8ee00a09fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:36.720172 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] No DVR routers for this DVR port 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:54:36.734119 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:36.749993 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-8b7a12d3-55b3-4801-a9c7-15de1e7a59eb req-5a9ca2c3-68f8-4e40-a475-f00c54cc4209 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.48 "DELETE /v2.0/ports/8fcdc018-b6d0-4c78-ac99-e89933f5caf7 HTTP/1.1" status: 204 len: 173 time: 1.9917302 Jul 25 08:54:36.764210 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group (80e09a9e-a28f-497d-b870-d7b93bada320), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:36.831081 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['c243097a-4313-4fd5-ad41-f6f18a03b006'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:54:36.832250 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33111357-0231-416d-8544-6e5a6fc10218 x-openstack-request-id: req-33111357-0231-416d-8544-6e5a6fc10218 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:54:36.832697 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:54:36.833049 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33111357-0231-416d-8544-6e5a6fc10218 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:54:36.833617 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33111357-0231-416d-8544-6e5a6fc10218'] response: {'name': 'network-changed', 'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'status': 'completed', 'code': 200} Jul 25 08:54:36.852219 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group (80e09a9e-a28f-497d-b870-d7b93bada320), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:36.977552 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (80e09a9e-a28f-497d-b870-d7b93bada320), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:36.984162 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:36.985715 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "DELETE /v2.0/security-groups/80e09a9e-a28f-497d-b870-d7b93bada320 HTTP/1.1" status: 204 len: 168 time: 0.3781846 Jul 25 08:54:36.988502 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33460) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:36.997807 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e09a9e-a28f-497d-b870-d7b93bada320,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:37.009077 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.009548 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.009782 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.010082 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.011523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.011523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.011523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.011523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.012114 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.012114 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.013495 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.013495 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.013827 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.013974 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.014341 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e7405-7524-4622-b578-4479aa361ceb tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:37.029096 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-a3481267-5c76-4e29-972f-8ee00a09fb43 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:54:37.111234 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-71bc7291-410d-4fde-9b89-49099a904bcb None None] Provisioning complete for port c243097a-4313-4fd5-ad41-f6f18a03b006 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:54:37.111896 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-71bc7291-410d-4fde-9b89-49099a904bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:37.155048 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ea1c8acc-80d9-4039-bab5-49f12cd185d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:37.205390 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c8acc-80d9-4039-bab5-49f12cd185d9 None None] The sync data for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi is: [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:54:37.251891 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be req-dfd039b5-5863-4edc-95ac-be28ffe39888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:37.255181 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be req-dfd039b5-5863-4edc-95ac-be28ffe39888 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3404b1a99987401183c8e3e851b382db&device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 1129 time: 0.1358984 Jul 25 08:54:37.281646 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-947ed628-fb11-4a9d-96dc-5fa2992073bb req-541c0463-a0ed-4efe-9a22-a7ed5ce37ee9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b4a347c-82ac-48e1-a31e-45f7eb643cda HTTP/1.1" status: 200 len: 210 time: 0.0408406 Jul 25 08:54:37.469167 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-71bc7291-410d-4fde-9b89-49099a904bcb None None] Current status of the port c243097a-4313-4fd5-ad41-f6f18a03b006 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:54:37.494360 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:37.500036 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Deleting port 3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:37.500540 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:37.510190 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33468) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:37.514044 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:37.555140 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a3481267-5c76-4e29-972f-8ee00a09fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:37.585863 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3481267-5c76-4e29-972f-8ee00a09fb43 None None] Checking router: b7705862-59b5-4122-9fe2-19d7aab24791 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:54:37.603475 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3481267-5c76-4e29-972f-8ee00a09fb43 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:54:37.604119 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a3481267-5c76-4e29-972f-8ee00a09fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:37.607242 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:37.610715 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-eabde2fa-9a52-4443-bfdf-0f007ad0af95 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:37.615883 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be req-54987182-f572-44d5-9b11-0bb24bc68ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:37.618097 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be req-54987182-f572-44d5-9b11-0bb24bc68ec4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fca7c14-bb96-4e04-b288-c4911dc494c5 HTTP/1.1" status: 200 len: 916 time: 0.2601824 Jul 25 08:54:37.658622 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-eabde2fa-9a52-4443-bfdf-0f007ad0af95 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:37.668055 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:37.668369 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for floatingip (3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:37.685051 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Calling delete_port for 3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c owned by network:floatingip {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:37.698622 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe3941-9f3a-4c39-86a5-a7b48f1c8f44 None None] New status for floating IP a823dec3-9fed-4452-b010-0febe5c225ec: DOWN {{(pid=110465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:54:37.732283 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4817f5ff-b0ae-4643-9190-b5a3b4c2a22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:37.828286 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-eabde2fa-9a52-4443-bfdf-0f007ad0af95 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:37.838669 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-eabde2fa-9a52-4443-bfdf-0f007ad0af95 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:37.842265 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-eabde2fa-9a52-4443-bfdf-0f007ad0af95 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "DELETE /v2.0/security-groups/0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4 HTTP/1.1" status: 204 len: 168 time: 0.3308561 Jul 25 08:54:37.844019 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-a3481267-5c76-4e29-972f-8ee00a09fb43 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:54:37.848889 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33470) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:37.888031 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabde2fa-9a52-4443-bfdf-0f007ad0af95 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:37.908522 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.api.v2.resource [None req-40e40ce2-9f4e-4889-8d5d-715f419caaa5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] show failed (client error): The resource could not be found. Jul 25 08:54:37.911035 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-40e40ce2-9f4e-4889-8d5d-715f419caaa5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups/0dfc62a1-28f1-4e7a-8ffa-419e105ed5e4 HTTP/1.1" status: 404 len: 347 time: 0.0558150 Jul 25 08:54:37.915583 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33472) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:37.961445 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device de1515d4-bcfe-41ca-b713-85a3e00f3b9f no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:54:37.962036 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be req-a1469c3f-7cb6-4a52-8047-eb8a1c10c462 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c243097a-4313-4fd5-ad41-f6f18a03b006 HTTP/1.1" status: 200 len: 1001 time: 0.2659733 Jul 25 08:54:37.996258 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:37.997452 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: de1515d4-bcfe-41ca-b713-85a3e00f3b9f {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:54:37.997899 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device de1515d4-bcfe-41ca-b713-85a3e00f3b9f not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:54:38.080775 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.100964 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be req-cf3d6fcb-41ca-478d-b6d8-e41fbdd9f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:38.104495 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be req-cf3d6fcb-41ca-478d-b6d8-e41fbdd9f840 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95c0354e-62b3-4ccb-9523-367338aa335c HTTP/1.1" status: 200 len: 854 time: 0.1301880 Jul 25 08:54:38.164313 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event deleted for resources: {'Port': ['ID=3d5ee5e3-9fe2-46f4-99cc-8b1525e2cd6c,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:38.172114 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-447fd12c-3458-4389-9ed7-46010b567b9a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Deleting port e145ba06-0ed7-4cca-ae69-2a69fac6e421 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:38.172302 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-447fd12c-3458-4389-9ed7-46010b567b9a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (e145ba06-0ed7-4cca-ae69-2a69fac6e421), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.200018 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be req-2f1397e8-90b8-43be-9168-bea728efc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:38.201755 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be req-2f1397e8-90b8-43be-9168-bea728efc99a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fca7c14-bb96-4e04-b288-c4911dc494c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673749 Jul 25 08:54:38.221159 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a3481267-5c76-4e29-972f-8ee00a09fb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:38.251550 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3481267-5c76-4e29-972f-8ee00a09fb43 None None] The sync data for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi is: [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:54:38.274318 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-447fd12c-3458-4389-9ed7-46010b567b9a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (e145ba06-0ed7-4cca-ae69-2a69fac6e421), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.274847 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-447fd12c-3458-4389-9ed7-46010b567b9a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (e145ba06-0ed7-4cca-ae69-2a69fac6e421), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.283654 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'name': 'network-vif-deleted', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:54:38.286140 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf43bb1-7bb2-4797-9cb4-f241a97021e6" -d '{"events": [{"server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "name": "network-vif-deleted", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:54:38.294771 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-447fd12c-3458-4389-9ed7-46010b567b9a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Calling delete_port for e145ba06-0ed7-4cca-ae69-2a69fac6e421 owned by network:floatingip {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:38.328346 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks [] for floatingip (1a8e8e5e-d2e0-4c2e-9ef8-3ba5656459f3), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.329018 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Floating IP 1a8e8e5e-d2e0-4c2e-9ef8-3ba5656459f3 disassociated (deleted). External IP: 172.27.1.113, port: c243097a-4313-4fd5-ad41-f6f18a03b006. Jul 25 08:54:38.364319 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:38.395337 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2674b02-36d5-4eab-98c4-ac8e60bc29c6 x-openstack-request-id: req-b2674b02-36d5-4eab-98c4-ac8e60bc29c6 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:54:38.395960 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4a347c-82ac-48e1-a31e-45f7eb643cda", "name": "network-vif-deleted", "tag": "8fcdc018-b6d0-4c78-ac99-e89933f5caf7", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:54:38.395960 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2674b02-36d5-4eab-98c4-ac8e60bc29c6 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:54:38.396466 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2674b02-36d5-4eab-98c4-ac8e60bc29c6'] response: {'server_uuid': '7b4a347c-82ac-48e1-a31e-45f7eb643cda', 'name': 'network-vif-deleted', 'tag': '8fcdc018-b6d0-4c78-ac99-e89933f5caf7', 'status': 'completed', 'code': 200} Jul 25 08:54:38.432335 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33480) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:38.439754 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be req-1c005eb8-203f-4aea-84ea-fc2e3089df5e service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164254 Jul 25 08:54:38.559037 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f60ffb7d-b0e3-456c-b99b-a5d139551acb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (b0e8938c-c456-4822-a33f-48fa6b6da4cd), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.563516 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:38.565975 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-447fd12c-3458-4389-9ed7-46010b567b9a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (e145ba06-0ed7-4cca-ae69-2a69fac6e421), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.591307 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22ff384-280e-4eff-bfcc-3bf73d403959 None None] New status for floating IP 867fde18-feba-42fc-887d-6d470374aef5: DOWN {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:54:38.620770 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fd12c-3458-4389-9ed7-46010b567b9a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event deleted for resources: {'Port': ['ID=e145ba06-0ed7-4cca-ae69-2a69fac6e421,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:38.630543 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1275dbee-c6cc-4a80-96aa-5f2791a2a0be req-99d638fa-e362-49eb-ade8-b99655f75912 service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519821 Jul 25 08:54:38.666130 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f60ffb7d-b0e3-456c-b99b-a5d139551acb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (b0e8938c-c456-4822-a33f-48fa6b6da4cd), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.708990 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Router dc2582b5-5e00-4808-b782-4ea9357f071d has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:54:38.757620 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-447fd12c-3458-4389-9ed7-46010b567b9a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (a823dec3-9fed-4452-b010-0febe5c225ec), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.763446 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-447fd12c-3458-4389-9ed7-46010b567b9a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.765479 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-447fd12c-3458-4389-9ed7-46010b567b9a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "DELETE /v2.0/floatingips/a823dec3-9fed-4452-b010-0febe5c225ec HTTP/1.1" status: 204 len: 168 time: 0.8453927 Jul 25 08:54:38.766247 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:38.776312 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:38.793096 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f60ffb7d-b0e3-456c-b99b-a5d139551acb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b0e8938c-c456-4822-a33f-48fa6b6da4cd), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.795775 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f60ffb7d-b0e3-456c-b99b-a5d139551acb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.799451 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-f60ffb7d-b0e3-456c-b99b-a5d139551acb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "DELETE /v2.0/security-groups/b0e8938c-c456-4822-a33f-48fa6b6da4cd HTTP/1.1" status: 204 len: 168 time: 0.3632751 Jul 25 08:54:38.802421 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33482) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:38.822227 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ffb7d-b0e3-456c-b99b-a5d139551acb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e8938c-c456-4822-a33f-48fa6b6da4cd,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:38.824122 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.api.v2.resource [None req-3a1ceadf-4f2f-476c-9429-e3e1a174375e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] show failed (client error): The resource could not be found. Jul 25 08:54:38.825208 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3a1ceadf-4f2f-476c-9429-e3e1a174375e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups/b0e8938c-c456-4822-a33f-48fa6b6da4cd HTTP/1.1" status: 404 len: 347 time: 0.0219779 Jul 25 08:54:38.828213 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33486) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:38.898776 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:54:38.903571 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.912607 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa8ef05-9c21-4d32-b92d-f84088318d20 None None] Sync routers for ids ['dc2582b5-5e00-4808-b782-4ea9357f071d'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:54:38.925178 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa8ef05-9c21-4d32-b92d-f84088318d20 None None] Routers {'dc2582b5-5e00-4808-b782-4ea9357f071d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:54:38.926479 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-1aa8ef05-9c21-4d32-b92d-f84088318d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['dc2582b5-5e00-4808-b782-4ea9357f071d'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:38.932322 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33488) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:38.937814 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-7190a877-acbb-4449-acdd-a09d57e1b6f1 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504848972', 'description': 'tempest-description--439529319'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:38.972178 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7190a877-acbb-4449-acdd-a09d57e1b6f1 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:38.995909 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-174a5748-d7b2-4e69-a6d6-0fa01ce14df8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Deleting port 31210bb4-ce93-4664-9910-1cbcf85ce726 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:38.996321 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-174a5748-d7b2-4e69-a6d6-0fa01ce14df8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (31210bb4-ce93-4664-9910-1cbcf85ce726), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.032801 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:39.057107 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b23ce6f2-cc48-407e-869c-b4d3b6442045 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "DELETE /v2.0/floatingips/1a8e8e5e-d2e0-4c2e-9ef8-3ba5656459f3 HTTP/1.1" status: 204 len: 168 time: 2.0671046 Jul 25 08:54:39.061915 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7190a877-acbb-4449-acdd-a09d57e1b6f1 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (06e2ce2c-7f3c-4e30-bef3-2d018725cf7d), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.068961 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7190a877-acbb-4449-acdd-a09d57e1b6f1 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (06e2ce2c-7f3c-4e30-bef3-2d018725cf7d), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.071574 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-1aa8ef05-9c21-4d32-b92d-f84088318d20 None None] Set router dc2582b5-5e00-4808-b782-4ea9357f071d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:54:39.102595 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-174a5748-d7b2-4e69-a6d6-0fa01ce14df8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (31210bb4-ce93-4664-9910-1cbcf85ce726), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.102933 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-174a5748-d7b2-4e69-a6d6-0fa01ce14df8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (31210bb4-ce93-4664-9910-1cbcf85ce726), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.112030 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7190a877-acbb-4449-acdd-a09d57e1b6f1 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.116159 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-7190a877-acbb-4449-acdd-a09d57e1b6f1 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1799717 Jul 25 08:54:39.116159 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190a877-acbb-4449-acdd-a09d57e1b6f1 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:39.116794 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33492) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:39.120292 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-174a5748-d7b2-4e69-a6d6-0fa01ce14df8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Calling delete_port for 31210bb4-ce93-4664-9910-1cbcf85ce726 owned by network:floatingip {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:39.121375 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-9008fcff-3c60-4b5d-ba2e-f78038a9a908 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'security_group_rule': {'security_group_id': '06e2ce2c-7f3c-4e30-bef3-2d018725cf7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:39.158935 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9008fcff-3c60-4b5d-ba2e-f78038a9a908 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (cfa0d241-8c4e-40da-97e7-caefbd8ed5c2), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.240861 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9008fcff-3c60-4b5d-ba2e-f78038a9a908 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (cfa0d241-8c4e-40da-97e7-caefbd8ed5c2), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.245540 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9008fcff-3c60-4b5d-ba2e-f78038a9a908 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (cfa0d241-8c4e-40da-97e7-caefbd8ed5c2), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.274060 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008fcff-3c60-4b5d-ba2e-f78038a9a908 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa0d241-8c4e-40da-97e7-caefbd8ed5c2,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:39.282155 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9008fcff-3c60-4b5d-ba2e-f78038a9a908 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.284242 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9008fcff-3c60-4b5d-ba2e-f78038a9a908 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663089 Jul 25 08:54:39.287037 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33498) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:39.293008 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-174a5748-d7b2-4e69-a6d6-0fa01ce14df8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (31210bb4-ce93-4664-9910-1cbcf85ce726), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.297084 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-498bdd5a-35bc-4278-88a5-6cd8ae6bcf90 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'security_group_rule': {'security_group_id': '06e2ce2c-7f3c-4e30-bef3-2d018725cf7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:39.339662 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-498bdd5a-35bc-4278-88a5-6cd8ae6bcf90 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (11e85fa1-fce4-46ff-84fe-685bf797f305), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.349540 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a5748-d7b2-4e69-a6d6-0fa01ce14df8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event deleted for resources: {'Port': ['ID=31210bb4-ce93-4664-9910-1cbcf85ce726,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:39.415883 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-1aa8ef05-9c21-4d32-b92d-f84088318d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '9478f8e3-718f-45ed-9690-ff8af8c8fef4', 'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'mac_address': 'fa:16:3e:fa:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:28Z', 'updated_at': '2022-07-25T08:48:37Z', 'revision_number': 5, 'project_id': '3404b1a99987401183c8e3e851b382db', 'subnets': [{'id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:39.441386 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-174a5748-d7b2-4e69-a6d6-0fa01ce14df8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (867fde18-feba-42fc-887d-6d470374aef5), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.444863 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-174a5748-d7b2-4e69-a6d6-0fa01ce14df8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.446140 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-174a5748-d7b2-4e69-a6d6-0fa01ce14df8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "DELETE /v2.0/floatingips/867fde18-feba-42fc-887d-6d470374aef5 HTTP/1.1" status: 204 len: 168 time: 0.6167381 Jul 25 08:54:39.462012 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa8ef05-9c21-4d32-b92d-f84088318d20 None None] Checking router: dc2582b5-5e00-4808-b782-4ea9357f071d for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:54:39.470142 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-498bdd5a-35bc-4278-88a5-6cd8ae6bcf90 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (11e85fa1-fce4-46ff-84fe-685bf797f305), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.472311 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa8ef05-9c21-4d32-b92d-f84088318d20 None None] Routers {'dc2582b5-5e00-4808-b782-4ea9357f071d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:54:39.474252 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-1aa8ef05-9c21-4d32-b92d-f84088318d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['dc2582b5-5e00-4808-b782-4ea9357f071d'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:39.475693 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-498bdd5a-35bc-4278-88a5-6cd8ae6bcf90 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (11e85fa1-fce4-46ff-84fe-685bf797f305), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.500085 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bdd5a-35bc-4278-88a5-6cd8ae6bcf90 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e85fa1-fce4-46ff-84fe-685bf797f305,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:39.510802 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-498bdd5a-35bc-4278-88a5-6cd8ae6bcf90 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.515443 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33504) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:39.515826 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-498bdd5a-35bc-4278-88a5-6cd8ae6bcf90 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2277198 Jul 25 08:54:39.520051 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:39.534338 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:39.543159 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:39.545689 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.553876 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33506) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:39.558462 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-ce4d2e35-f346-4c21-9e5c-9525939c4531 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032827132', 'description': 'tempest-description--1326618237'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:39.582194 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2e35-f346-4c21-9e5c-9525939c4531 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.584103 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:39.634091 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-1aa8ef05-9c21-4d32-b92d-f84088318d20 None None] Set router dc2582b5-5e00-4808-b782-4ea9357f071d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:54:39.654642 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.665611 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2e35-f346-4c21-9e5c-9525939c4531 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (e46a6789-e7d5-4fcf-bef4-1ca5654ffa42), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.670639 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2e35-f346-4c21-9e5c-9525939c4531 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e46a6789-e7d5-4fcf-bef4-1ca5654ffa42), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.706303 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ce4d2e35-f346-4c21-9e5c-9525939c4531 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.710758 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-ce4d2e35-f346-4c21-9e5c-9525939c4531 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1557033 Jul 25 08:54:39.711031 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33510) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:39.713812 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d2e35-f346-4c21-9e5c-9525939c4531 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:39.718611 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-940d61f9-b1f8-40fb-8607-fbfca7b76768 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'security_group_rule': {'security_group_id': 'e46a6789-e7d5-4fcf-bef4-1ca5654ffa42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:39.786116 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-940d61f9-b1f8-40fb-8607-fbfca7b76768 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (2e1532f1-1d2d-4c34-9c32-9be8fe7e28ed), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.805262 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Allocated IP 172.27.1.126 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/ec9e3f18-230c-4cb1-97a9-f280ccf6eca5) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:54:39.858536 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-1aa8ef05-9c21-4d32-b92d-f84088318d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '9478f8e3-718f-45ed-9690-ff8af8c8fef4', 'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'mac_address': 'fa:16:3e:fa:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:28Z', 'updated_at': '2022-07-25T08:48:37Z', 'revision_number': 5, 'project_id': '3404b1a99987401183c8e3e851b382db', 'subnets': [{'id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:39.884217 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa8ef05-9c21-4d32-b92d-f84088318d20 None None] The sync data for ids ['dc2582b5-5e00-4808-b782-4ea9357f071d'] in dv-cinder-850840-1-iscsi is: [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:48:29Z', 'revision_number': 4, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '9478f8e3-718f-45ed-9690-ff8af8c8fef4', 'name': '', 'network_id': '5fca7c14-bb96-4e04-b288-c4911dc494c5', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'mac_address': 'fa:16:3e:fa:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:28Z', 'updated_at': '2022-07-25T08:48:37Z', 'revision_number': 5, 'project_id': '3404b1a99987401183c8e3e851b382db', 'subnets': [{'id': '95c0354e-62b3-4ccb-9523-367338aa335c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:54:39.906610 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:39.919445 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-940d61f9-b1f8-40fb-8607-fbfca7b76768 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (2e1532f1-1d2d-4c34-9c32-9be8fe7e28ed), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.928755 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-940d61f9-b1f8-40fb-8607-fbfca7b76768 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (2e1532f1-1d2d-4c34-9c32-9be8fe7e28ed), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.965990 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:54:39.979502 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d61f9-b1f8-40fb-8607-fbfca7b76768 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1532f1-1d2d-4c34-9c32-9be8fe7e28ed,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:39.986657 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-940d61f9-b1f8-40fb-8607-fbfca7b76768 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:39.987881 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-940d61f9-b1f8-40fb-8607-fbfca7b76768 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2751064 Jul 25 08:54:39.991612 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33512) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:40.002561 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-87705ebd-734c-4937-9e0a-082bb57a1c6b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'security_group_rule': {'security_group_id': 'e46a6789-e7d5-4fcf-bef4-1ca5654ffa42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:40.004995 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for port (ec9e3f18-230c-4cb1-97a9-f280ccf6eca5), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.020172 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:54:40.020517 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8fcdc018-b6d0-4c78-ac99-e89933f5caf7 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:54:40.051570 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d86a624d-9091-40b4-a8ea-dcde04ce22cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.060626 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-87705ebd-734c-4937-9e0a-082bb57a1c6b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (aeade826-82f1-4f2a-9e7f-5d2bb0dffa5b), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.062867 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (ec9e3f18-230c-4cb1-97a9-f280ccf6eca5), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.066378 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:40.114600 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:54:40.120476 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:54:40.125092 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:54:40.141569 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-87705ebd-734c-4937-9e0a-082bb57a1c6b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (aeade826-82f1-4f2a-9e7f-5d2bb0dffa5b), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.147769 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-87705ebd-734c-4937-9e0a-082bb57a1c6b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (aeade826-82f1-4f2a-9e7f-5d2bb0dffa5b), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.157037 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'Port': ['ID=ec9e3f18-230c-4cb1-97a9-f280ccf6eca5,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:40.169338 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87705ebd-734c-4937-9e0a-082bb57a1c6b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeade826-82f1-4f2a-9e7f-5d2bb0dffa5b,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:40.178423 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-87705ebd-734c-4937-9e0a-082bb57a1c6b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.182919 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-87705ebd-734c-4937-9e0a-082bb57a1c6b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1866679 Jul 25 08:54:40.183118 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33514) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:40.190178 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:40.219758 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.246904 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (8ae43e1c-6033-42c7-a1a2-24ec6c6566e2), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.273376 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13cb338-9e0d-480a-ae3d-d1ef6437550c None None] New status for floating IP 1a8e8e5e-d2e0-4c2e-9ef8-3ba5656459f3: DOWN {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:54:40.315210 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (ec9e3f18-230c-4cb1-97a9-f280ccf6eca5), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.338263 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.399543 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:54:40.402003 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:54:40.415094 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:40.483810 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Allocated IP 172.27.1.70 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/46b771d0-9016-4d64-8f0a-c0476da46743) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:54:40.524237 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for port (ec9e3f18-230c-4cb1-97a9-f280ccf6eca5), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.542262 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (ec9e3f18-230c-4cb1-97a9-f280ccf6eca5), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.544686 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ac7aa8-731c-4fd4-ac07-e5c1e4ea65bc x-openstack-request-id: req-c2ac7aa8-731c-4fd4-ac07-e5c1e4ea65bc {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:54:40.544956 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:54:40.545207 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2ac7aa8-731c-4fd4-ac07-e5c1e4ea65bc {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:54:40.545606 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ac7aa8-731c-4fd4-ac07-e5c1e4ea65bc'] response: {'name': 'network-changed', 'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'status': 'completed', 'code': 200} Jul 25 08:54:40.648008 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'Port': ['ID=ec9e3f18-230c-4cb1-97a9-f280ccf6eca5,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:40.651957 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (8ae43e1c-6033-42c7-a1a2-24ec6c6566e2), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.657209 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc req-c2454da2-c5ce-4a0d-a631-49c8ebd5d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:40.657209 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc req-c2454da2-c5ce-4a0d-a631-49c8ebd5d997 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3404b1a99987401183c8e3e851b382db&device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 1129 time: 0.0809886 Jul 25 08:54:40.664761 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for port (46b771d0-9016-4d64-8f0a-c0476da46743), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.671877 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.673362 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-9f581fa2-34a7-4011-9fb2-1b3e12f100f5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1568661 Jul 25 08:54:40.790489 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:40.808026 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (46b771d0-9016-4d64-8f0a-c0476da46743), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:40.862673 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc req-e30adf91-7e7c-4bf0-bb45-1efef594b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:40.865055 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc req-e30adf91-7e7c-4bf0-bb45-1efef594b949 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5fca7c14-bb96-4e04-b288-c4911dc494c5 HTTP/1.1" status: 200 len: 916 time: 0.1980281 Jul 25 08:54:40.890433 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:54:40.920611 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:54:40.925567 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc req-577a5ac4-2c30-4d08-b767-086f1f868add service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c243097a-4313-4fd5-ad41-f6f18a03b006 HTTP/1.1" status: 200 len: 217 time: 0.0526190 Jul 25 08:54:40.926288 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:54:40.929728 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'Port': ['ID=46b771d0-9016-4d64-8f0a-c0476da46743,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:40.960025 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-e32fb4c3-cc28-42c4-b2b2-b5c546993304 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--504848972&fields=id&tenant_id=9313fe06660f4049be47f901c3fc6f76 HTTP/1.1" status: 200 len: 267 time: 0.0453463 Jul 25 08:54:41.045608 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:41.062162 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:41.097104 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-86c55539-7ee5-4852-895f-f72882586ad7 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:41.098722 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-86c55539-7ee5-4852-895f-f72882586ad7 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 811 time: 0.1317904 Jul 25 08:54:41.117409 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-33f387ba-48d0-4740-99cf-a27b353f8658 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/quotas/9313fe06660f4049be47f901c3fc6f76 HTTP/1.1" status: 200 len: 375 time: 0.0116277 Jul 25 08:54:41.201980 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-a5d6132f-f04a-4645-a3a8-6ab3dd5fdbad tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768042 Jul 25 08:54:41.259730 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:41.283404 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc req-034de371-b920-4121-afdc-9ccbe24d32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:41.284980 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc req-034de371-b920-4121-afdc-9ccbe24d32e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=95c0354e-62b3-4ccb-9523-367338aa335c HTTP/1.1" status: 200 len: 854 time: 0.3363137 Jul 25 08:54:41.311973 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-57464685-56f7-4779-9136-6f6c5b4bc431 service neutron] 10.222.0.52 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963731 Jul 25 08:54:41.358084 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc req-c79d43fb-93d3-4997-8ec5-ab2fe1a2b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:41.359572 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc req-c79d43fb-93d3-4997-8ec5-ab2fe1a2b793 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5fca7c14-bb96-4e04-b288-c4911dc494c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688097 Jul 25 08:54:41.362861 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (c3dece68-eb12-49f6-afd8-6bde8066346a), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:41.416619 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-5a7dada6-bcfd-4af7-80eb-f759451fafac service neutron] 10.222.0.52 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960755 Jul 25 08:54:41.451398 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (46b771d0-9016-4d64-8f0a-c0476da46743), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:41.523498 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc req-f60ce7da-2537-41be-8ef4-f68b7ebda4eb service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554184 Jul 25 08:54:41.608680 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9039800b-1c1f-42c8-8df8-106ff9161ddf req-4c557feb-c53e-497d-8650-1c53b5bd4dc1 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 210 time: 0.0318933 Jul 25 08:54:41.693522 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-02b0b5d5-cbf6-4d79-acb3-f8fd92119dfc req-6974e58a-86e8-4247-add4-1ffad255faf9 service neutron] 10.222.0.48 "GET /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546009 Jul 25 08:54:41.725643 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for port (46b771d0-9016-4d64-8f0a-c0476da46743), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:41.733764 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (46b771d0-9016-4d64-8f0a-c0476da46743), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:41.849588 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'Port': ['ID=46b771d0-9016-4d64-8f0a-c0476da46743,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:41.863877 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (c3dece68-eb12-49f6-afd8-6bde8066346a), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:41.886466 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:41.898021 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-39a5a1e9-5d02-44dc-8d60-8db5e81b8b3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7127872 Jul 25 08:54:42.106823 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-d0258543-21d5-4cb0-9bb5-7378d7c6f57b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1032827132&fields=id&tenant_id=f3491b85dc4543c88f500828b2df1d2d HTTP/1.1" status: 200 len: 267 time: 0.0730934 Jul 25 08:54:42.118203 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064e9bd-1421-44b3-91fd-e118ca96ec81 req-c7b15f0b-6572-47d8-bda0-9dedf662bbd4 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:42.119761 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c064e9bd-1421-44b3-91fd-e118ca96ec81 req-c7b15f0b-6572-47d8-bda0-9dedf662bbd4 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0639789 Jul 25 08:54:42.232835 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c064e9bd-1421-44b3-91fd-e118ca96ec81 req-0959d1e8-1dfb-4ceb-936c-3e3b7409bc7d tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011531 Jul 25 08:54:42.260711 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-76d6939d-7845-4371-b380-c8db6f9dcce4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:42.262198 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-76d6939d-7845-4371-b380-c8db6f9dcce4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 817 time: 0.1415439 Jul 25 08:54:42.276721 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-6e722b1a-563f-456c-86dd-0dd06b8b9bd2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/quotas/f3491b85dc4543c88f500828b2df1d2d HTTP/1.1" status: 200 len: 375 time: 0.0091023 Jul 25 08:54:42.332040 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-ee346e9f-b7c9-4273-ae5e-08b6eb0c42bd tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502841 Jul 25 08:54:42.395504 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:42.411717 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:42.436127 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-1b8a89df-0c14-4b61-ba8e-b765e7d7f054 service neutron] 10.222.0.52 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927596 Jul 25 08:54:42.475368 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:54:42.533529 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-aaa621bd-5472-4ff9-86e9-2107d2712327 service neutron] 10.222.0.52 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903440 Jul 25 08:54:42.704137 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2e99abaf-b0a7-445b-af7f-15d1c537c713 req-13f14628-27c1-49f4-b9a7-c555457fc58e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 210 time: 0.0289526 Jul 25 08:54:42.761237 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e3af8052-1136-4239-9c57-3236a7bfb320 req-90252a8f-ccb6-4a5b-bf8d-c3e0f6852d3d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 210 time: 0.0461090 Jul 25 08:54:42.810116 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:43.356135 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e731a3b-d17e-4e43-b1bd-f37a4eb7e2e6 req-2135cb3d-67f2-4f86-8828-e214ecc39901 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:43.357721 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1e731a3b-d17e-4e43-b1bd-f37a4eb7e2e6 req-2135cb3d-67f2-4f86-8828-e214ecc39901 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0485191 Jul 25 08:54:43.411329 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1e731a3b-d17e-4e43-b1bd-f37a4eb7e2e6 req-8c30edf3-ad85-46df-b24c-149c61edaebc tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476699 Jul 25 08:54:43.862333 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-be6cbc0f-59c9-4776-b8c8-561b8674c40f req-e668901c-e1a0-4f8c-8aff-31d2be99dda3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 210 time: 0.0435512 Jul 25 08:54:43.900252 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a5d1f37d-32bf-4be9-a783-c3e705bf7c08 req-cda0f838-5055-4727-80a2-b0e43cf17b5a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 210 time: 0.0364728 Jul 25 08:54:44.534930 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d80a18-7f00-4c58-91a6-d859bbf9ddf0 req-b4810992-5bc5-4aa3-b5f8-78efecabaf94 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:44.536474 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-11d80a18-7f00-4c58-91a6-d859bbf9ddf0 req-b4810992-5bc5-4aa3-b5f8-78efecabaf94 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0487537 Jul 25 08:54:44.586512 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-11d80a18-7f00-4c58-91a6-d859bbf9ddf0 req-b474f0bb-1e85-4ea1-8895-39b3abb66389 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a4eaffc-7a44-4a7c-9406-f7262ec08e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433757 Jul 25 08:54:44.671434 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee6326-fd4e-4f3c-b8a8-ff10e8106511 req-1af93049-17f8-4fc8-9ad1-a10fa9be71b8 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:44.672960 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3aee6326-fd4e-4f3c-b8a8-ff10e8106511 req-1af93049-17f8-4fc8-9ad1-a10fa9be71b8 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.48 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 945 time: 0.0685291 Jul 25 08:54:44.772123 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:44.843598 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-3aee6326-fd4e-4f3c-b8a8-ff10e8106511 req-8d789b6e-bdc3-48c5-8c01-249792c30291 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Deleting port c243097a-4313-4fd5-ad41-f6f18a03b006 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:44.843839 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-3aee6326-fd4e-4f3c-b8a8-ff10e8106511 req-8d789b6e-bdc3-48c5-8c01-249792c30291 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:44.955206 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:44.971545 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-8368b8c7-9081-400f-be05-77de1b5a050d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:44.973145 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-8368b8c7-9081-400f-be05-77de1b5a050d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.48 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 817 time: 0.2992883 Jul 25 08:54:45.013331 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-3aee6326-fd4e-4f3c-b8a8-ff10e8106511 req-8d789b6e-bdc3-48c5-8c01-249792c30291 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] For port c243097a-4313-4fd5-ad41-f6f18a03b006, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=c243097a-4313-4fd5-ad41-f6f18a03b006,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:45.013706 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-3aee6326-fd4e-4f3c-b8a8-ff10e8106511 req-8d789b6e-bdc3-48c5-8c01-249792c30291 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:45.029449 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-3aee6326-fd4e-4f3c-b8a8-ff10e8106511 req-8d789b6e-bdc3-48c5-8c01-249792c30291 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Calling delete_port for c243097a-4313-4fd5-ad41-f6f18a03b006 owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:45.117311 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a5490fa7-7217-4a88-a51c-95b4df80a6f0 req-e04bb7ab-301d-432c-8c99-836ad99c3f6b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 210 time: 0.0586901 Jul 25 08:54:45.126586 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-62d38abb-1cca-4140-b0dc-72ba86cd8da1 req-283164a6-b663-4ea6-bec9-35fbfa5755c3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 210 time: 0.0668366 Jul 25 08:54:45.137552 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:45.179896 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-63ea3f66-d651-49eb-ad29-76bc155fa9c3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3491b85dc4543c88f500828b2df1d2d HTTP/1.1" status: 200 len: 380 time: 0.1022735 Jul 25 08:54:45.186984 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7e7fd027-97a4-4327-8931-b2519d3ab481 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:45.188805 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7e7fd027-97a4-4327-8931-b2519d3ab481 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.48 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 811 time: 0.4758978 Jul 25 08:54:45.202044 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'port': {'device_id': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'admin_state_up': True, 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'security_groups': ['e46a6789-e7d5-4fcf-bef4-1ca5654ffa42']}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:45.300708 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-494cf308-8052-4230-a768-01a56d52a5ca tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9313fe06660f4049be47f901c3fc6f76 HTTP/1.1" status: 200 len: 379 time: 0.0868769 Jul 25 08:54:45.310791 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'port': {'device_id': 'e48872a7-8219-4458-8832-bc33f66c0250', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'admin_state_up': True, 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'security_groups': ['06e2ce2c-7f3c-4e30-bef3-2d018725cf7d']}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:45.312162 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-3aee6326-fd4e-4f3c-b8a8-ff10e8106511 req-8d789b6e-bdc3-48c5-8c01-249792c30291 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (c243097a-4313-4fd5-ad41-f6f18a03b006), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:45.352876 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['c243097a-4313-4fd5-ad41-f6f18a03b006'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:54:45.360108 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d789b6e-bdc3-48c5-8c01-249792c30291 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Pushing event deleted for resources: {'Port': ['ID=c243097a-4313-4fd5-ad41-f6f18a03b006,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:45.421354 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aee6326-fd4e-4f3c-b8a8-ff10e8106511 req-8d789b6e-bdc3-48c5-8c01-249792c30291 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] No DVR routers for this DVR port c243097a-4313-4fd5-ad41-f6f18a03b006 on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:54:45.424136 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-3aee6326-fd4e-4f3c-b8a8-ff10e8106511 req-8d789b6e-bdc3-48c5-8c01-249792c30291 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:45.427573 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3aee6326-fd4e-4f3c-b8a8-ff10e8106511 req-8d789b6e-bdc3-48c5-8c01-249792c30291 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.48 "DELETE /v2.0/ports/c243097a-4313-4fd5-ad41-f6f18a03b006 HTTP/1.1" status: 204 len: 173 time: 0.7316890 Jul 25 08:54:45.429721 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'name': 'network-vif-deleted', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:54:45.432283 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b9fa2e-c1b9-4d00-93d9-25fe5357e0c2" -d '{"events": [{"server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "name": "network-vif-deleted", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:54:45.447923 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Made reservation on behalf of 9313fe06660f4049be47f901c3fc6f76 for: {'port': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:54:45.451866 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:45.464984 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Made reservation on behalf of f3491b85dc4543c88f500828b2df1d2d for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:54:45.470557 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:45.489585 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1106537b-97fc-4843-bc4c-96301e70bbdb x-openstack-request-id: req-1106537b-97fc-4843-bc4c-96301e70bbdb {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:54:45.489882 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74c6940-419a-4a70-bc74-9e4536cf9805", "name": "network-vif-deleted", "tag": "c243097a-4313-4fd5-ad41-f6f18a03b006", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:54:45.490135 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1106537b-97fc-4843-bc4c-96301e70bbdb {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:54:45.490543 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1106537b-97fc-4843-bc4c-96301e70bbdb'] response: {'server_uuid': 'd74c6940-419a-4a70-bc74-9e4536cf9805', 'name': 'network-vif-deleted', 'tag': 'c243097a-4313-4fd5-ad41-f6f18a03b006', 'status': 'completed', 'code': 200} Jul 25 08:54:45.613571 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Allocated IP 172.20.0.12 (3560e9df-9e9b-4cf9-8b14-5afa8bdd3245/7c81a97f-1cc5-477c-932d-43ff4eca4d3d/8d036e4d-eb5b-4629-9fa0-863090220d9c) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:54:45.664324 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Allocated IP 172.20.0.11 (81feca48-2aba-4dcd-848a-634aff6ea348/1be99303-e0bc-40ef-8fb6-2972583ade3e/68b8d737-1cd3-4135-ad4b-35b7ce49fc3d) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:54:45.736062 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:45.771386 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-07e5f912-fd67-44d8-80a5-d2392b022499 req-bb73b129-11b9-4c37-a854-509f548b0706 tempest-TestMinimumBasicScenario-1891398646 tempest-TestMinimumBasicScenario-1891398646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d74c6940-419a-4a70-bc74-9e4536cf9805 HTTP/1.1" status: 200 len: 210 time: 0.0461438 Jul 25 08:54:45.849096 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:45.872163 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:45.887972 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:45.897242 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:45.924227 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:45.954972 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:45.965405 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:54:45.971341 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:54:45.979082 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Network 81feca48-2aba-4dcd-848a-634aff6ea348 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:54:45.982240 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:54:45.984636 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:54:45.988206 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:54:45.991259 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event updated for resources: {'Port': ['ID=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:46.030302 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event updated for resources: {'Port': ['ID=8d036e4d-eb5b-4629-9fa0-863090220d9c,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:46.051117 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:46.051780 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:46.073100 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:46.073746 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:46.091539 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3e44759c-d5d9-4f1d-acdf-59c95aecdff6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8981338 Jul 25 08:54:46.096487 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-ad826288-e3ec-4e3b-8954-5ffe1811d76d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7904716 Jul 25 08:54:46.126238 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Request body: {'port': {'device_id': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:46.135267 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Request body: {'port': {'device_id': 'e48872a7-8219-4458-8832-bc33f66c0250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:54:46.277178 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:46.318882 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:46.355825 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:46.482124 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-c6d92e2c-32db-488b-b283-d4896321aaf6 None None] Provisioning complete for port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:54:46.482774 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c6d92e2c-32db-488b-b283-d4896321aaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:46.510184 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a056d11-bd23-46d3-8f82-018105a1556e req-bffbe8ba-4b84-40b4-8d07-1ced99590374 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:46.512766 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a056d11-bd23-46d3-8f82-018105a1556e req-bffbe8ba-4b84-40b4-8d07-1ced99590374 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 932 time: 0.1551943 Jul 25 08:54:46.523352 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-c6d92e2c-32db-488b-b283-d4896321aaf6 None None] Port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:54:46.524270 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401adac-3f8e-4e95-95a4-5d14e0d94061 req-5e38b78b-5eef-4388-a611-b49d82a6768e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:46.526813 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1401adac-3f8e-4e95-95a4-5d14e0d94061 req-5e38b78b-5eef-4388-a611-b49d82a6768e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 932 time: 0.1895726 Jul 25 08:54:46.531513 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-c6d92e2c-32db-488b-b283-d4896321aaf6 None None] Provisioning complete for port 8d036e4d-eb5b-4629-9fa0-863090220d9c triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:54:46.531894 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c6d92e2c-32db-488b-b283-d4896321aaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:46.573365 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-c6d92e2c-32db-488b-b283-d4896321aaf6 None None] Port 8d036e4d-eb5b-4629-9fa0-863090220d9c cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:54:46.670506 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:54:46.678121 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Publish callbacks [] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:46.690993 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Transition to ACTIVE for port object 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:54:46.695578 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:46.756098 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Pushing event updated for resources: {'Port': ['ID=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:46.786313 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1401adac-3f8e-4e95-95a4-5d14e0d94061 req-1c77d4a1-9cec-4332-b492-185faa1349c0 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365537 Jul 25 08:54:46.792892 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a056d11-bd23-46d3-8f82-018105a1556e req-658656c8-0f76-4ce7-b6aa-72d7be074378 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609136 Jul 25 08:54:46.842964 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Attempting to bind port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:54:46.843305 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Attempting to bind port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:54:46.843641 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Attempting to bind port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d on network 81feca48-2aba-4dcd-848a-634aff6ea348 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:54:46.850530 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d on network 81feca48-2aba-4dcd-848a-634aff6ea348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:54:46.851441 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Attempting to bind port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d on network 81feca48-2aba-4dcd-848a-634aff6ea348 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:54:46.858117 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:54:46.858610 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Checking segment: {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:54:46.859009 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Bound using segment: {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:54:46.859443 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Bound port: 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a412dc-9b47-43f1-b28f-5ab74a97cb8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:54:46.859801 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:46.928206 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d036e4d-eb5b-4629-9fa0-863090220d9c {{(pid=110462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:54:46.936535 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:54:46.938063 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Publish callbacks [] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:46.940413 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:54:46.941659 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:46.951990 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:46.971488 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.provisioning_blocks [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Transition to ACTIVE for port object 8d036e4d-eb5b-4629-9fa0-863090220d9c will not be triggered until provisioned by entity L2. {{(pid=110462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:54:46.978631 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:47.032148 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:47.033478 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:47.035125 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] 10.222.0.48 "PUT /v2.0/ports/68b8d737-1cd3-4135-ad4b-35b7ce49fc3d HTTP/1.1" status: 200 len: 1094 time: 0.9141879 Jul 25 08:54:47.036129 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b166730-9942-4623-8cc7-2c8c018ca8fc service neutron] Pushing event updated for resources: {'Port': ['ID=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:47.051712 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Pushing event updated for resources: {'Port': ['ID=8d036e4d-eb5b-4629-9fa0-863090220d9c,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:47.058763 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:47.169706 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-d66122e1-49d1-44e0-9d0b-e701363286ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:47.171520 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-d66122e1-49d1-44e0-9d0b-e701363286ba service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 1128 time: 0.0663803 Jul 25 08:54:47.197512 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Attempting to bind port 8d036e4d-eb5b-4629-9fa0-863090220d9c on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:54:47.198170 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Attempting to bind port 8d036e4d-eb5b-4629-9fa0-863090220d9c by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:54:47.198170 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Attempting to bind port 8d036e4d-eb5b-4629-9fa0-863090220d9c on network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:54:47.205657 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Port 8d036e4d-eb5b-4629-9fa0-863090220d9c on network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:54:47.205992 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Attempting to bind port 8d036e4d-eb5b-4629-9fa0-863090220d9c on network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:54:47.212968 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:54:47.213311 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Checking segment: {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:54:47.213924 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Bound using segment: {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:54:47.214267 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Bound port: 8d036e4d-eb5b-4629-9fa0-863090220d9c, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e80fd98-6644-4d43-adf5-f544ce7c8198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245'}}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:54:47.214783 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:47.230558 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-3cfe2033-283b-47bd-9162-03a987e84231 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d HTTP/1.1" status: 200 len: 217 time: 0.0451674 Jul 25 08:54:47.319215 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0ca6a3ee-7fac-4205-befa-ec4d3b3080b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:47.322679 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-0ca6a3ee-7fac-4205-befa-ec4d3b3080b2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 200 len: 856 time: 0.0858138 Jul 25 08:54:47.345713 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] For port 8d036e4d-eb5b-4629-9fa0-863090220d9c, host hv-cinder-85084, cleared binding levels {{(pid=110462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:54:47.353207 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] For port 8d036e4d-eb5b-4629-9fa0-863090220d9c, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8d036e4d-eb5b-4629-9fa0-863090220d9c,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:54:47.368787 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:47.403395 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:47.405131 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:47.409361 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] 10.222.0.48 "PUT /v2.0/ports/8d036e4d-eb5b-4629-9fa0-863090220d9c HTTP/1.1" status: 200 len: 1094 time: 1.2780862 Jul 25 08:54:47.412038 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48872a7-8219-4458-8832-bc33f66c0250', 'tag': '8d036e4d-eb5b-4629-9fa0-863090220d9c'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:54:47.414095 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec617b69-1ab7-4dfd-80a5-7251483dfd92" -d '{"events": [{"name": "network-changed", "server_uuid": "e48872a7-8219-4458-8832-bc33f66c0250", "tag": "8d036e4d-eb5b-4629-9fa0-863090220d9c"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:54:47.430971 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-f809aeed-888f-472d-b1ea-92060b0e98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:47.433477 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-f809aeed-888f-472d-b1ea-92060b0e98af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81feca48-2aba-4dcd-848a-634aff6ea348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044624 Jul 25 08:54:47.505304 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8f8c7-3c5f-4a36-b0b8-bca0cf8f61eb service neutron] Pushing event updated for resources: {'Port': ['ID=8d036e4d-eb5b-4629-9fa0-863090220d9c,revision_number=3']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:47.508988 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:54:47.511750 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f46855-9619-4446-924e-bafbf04487b4" -d '{"events": [{"name": "network-changed", "server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:54:47.541250 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f509f8-156c-4a3e-83a6-a134a7411490 x-openstack-request-id: req-41f509f8-156c-4a3e-83a6-a134a7411490 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:54:47.541548 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48872a7-8219-4458-8832-bc33f66c0250", "tag": "8d036e4d-eb5b-4629-9fa0-863090220d9c", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:54:47.541808 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41f509f8-156c-4a3e-83a6-a134a7411490 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:54:47.542221 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f509f8-156c-4a3e-83a6-a134a7411490'] response: {'name': 'network-changed', 'server_uuid': 'e48872a7-8219-4458-8832-bc33f66c0250', 'tag': '8d036e4d-eb5b-4629-9fa0-863090220d9c', 'status': 'completed', 'code': 200} Jul 25 08:54:47.562665 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-44dbb277-e316-41da-b1df-946efd806c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:47.565336 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-44dbb277-e316-41da-b1df-946efd806c74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 1128 time: 0.0739226 Jul 25 08:54:47.611701 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47019178-3c8f-442b-b807-77f4ef6f0aac x-openstack-request-id: req-47019178-3c8f-442b-b807-77f4ef6f0aac {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:54:47.612001 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:54:47.612278 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47019178-3c8f-442b-b807-77f4ef6f0aac {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:54:47.612720 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47019178-3c8f-442b-b807-77f4ef6f0aac'] response: {'name': 'network-changed', 'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'status': 'completed', 'code': 200} Jul 25 08:54:47.628409 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-4aae0d04-68ba-43b0-b6ad-448349f1212e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d036e4d-eb5b-4629-9fa0-863090220d9c HTTP/1.1" status: 200 len: 217 time: 0.0490561 Jul 25 08:54:47.634592 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-faeb881b-2136-4c95-83f7-7016e2341689 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907418 Jul 25 08:54:47.700650 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-fbc82e3b-272f-41c4-ae34-a8cb0dd61272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:47.702161 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-fbc82e3b-272f-41c4-ae34-a8cb0dd61272 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 200 len: 850 time: 0.0682664 Jul 25 08:54:47.731558 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:47.766021 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-2532cb31-8c5c-4867-8f7f-2243cd9d01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:47.768394 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-2532cb31-8c5c-4867-8f7f-2243cd9d01e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596707 Jul 25 08:54:47.780560 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ac669116-19b3-42e4-908f-fbf578d0d760 req-c5747b8b-ab42-4a56-a7e2-a2b77ab86ce5 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387980 Jul 25 08:54:47.815631 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33666) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:47.871788 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-9f339a15-a607-4a17-9e02-c332a87b7d8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712388 Jul 25 08:54:47.981788 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:48.012035 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28979261-66b4-46e8-bd8c-50f3dff2f2d0 req-8580e504-37b9-46de-a977-2d8de6629d51 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:48.013688 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-28979261-66b4-46e8-bd8c-50f3dff2f2d0 req-8580e504-37b9-46de-a977-2d8de6629d51 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 944 time: 0.1058342 Jul 25 08:54:48.019990 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device c243097a-4313-4fd5-ad41-f6f18a03b006 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:54:48.031582 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eeea01-2c78-4f03-9dd0-843f3a3b8208 req-652dcb54-c179-4228-9690-a13acb4c0edf tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:48.033246 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a8eeea01-2c78-4f03-9dd0-843f3a3b8208 req-652dcb54-c179-4228-9690-a13acb4c0edf tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0914588 Jul 25 08:54:48.046359 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: c243097a-4313-4fd5-ad41-f6f18a03b006 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:54:48.046706 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device c243097a-4313-4fd5-ad41-f6f18a03b006 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:54:48.071395 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-76a7f05d-40db-435d-9d18-a5afcea75f70 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965558 Jul 25 08:54:48.132654 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-28979261-66b4-46e8-bd8c-50f3dff2f2d0 req-ef10c67a-9ab1-4e7f-8d6e-311353e95d33 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078129 Jul 25 08:54:48.137540 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a8eeea01-2c78-4f03-9dd0-843f3a3b8208 req-640a47a3-8d1e-4817-b535-069b7ea7619e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891669 Jul 25 08:54:48.474589 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711734'] for router_interface (dc2582b5-5e00-4808-b782-4ea9357f071d), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:48.659242 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:48.752049 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] Deleting port 9478f8e3-718f-45ed-9690-ff8af8c8fef4 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:48.753011 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:48.838877 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] For port 9478f8e3-718f-45ed-9690-ff8af8c8fef4, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=9478f8e3-718f-45ed-9690-ff8af8c8fef4,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:48.839232 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:48.852415 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] Calling delete_port for 9478f8e3-718f-45ed-9690-ff8af8c8fef4 owned by network:router_interface {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:49.022670 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:49.032013 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (9478f8e3-718f-45ed-9690-ff8af8c8fef4), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:49.064746 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] Pushing event deleted for resources: {'Port': ['ID=9478f8e3-718f-45ed-9690-ff8af8c8fef4,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:49.239278 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614822'] for router_interface (dc2582b5-5e00-4808-b782-4ea9357f071d), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:49.328595 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd4025-b1b3-4dba-9735-6b384aefb24b req-819fb8eb-c5ff-49d9-96be-51cef7396a8a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:49.330374 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c8bd4025-b1b3-4dba-9735-6b384aefb24b req-819fb8eb-c5ff-49d9-96be-51cef7396a8a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 944 time: 0.0924733 Jul 25 08:54:49.341799 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f504a-9dee-43a0-8cc1-1982a2f30003 req-efc1281c-bab1-4919-9b95-2f0a77ffcb7d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:49.343481 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e50f504a-9dee-43a0-8cc1-1982a2f30003 req-efc1281c-bab1-4919-9b95-2f0a77ffcb7d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0850341 Jul 25 08:54:49.422840 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e50f504a-9dee-43a0-8cc1-1982a2f30003 req-ffa6d6b7-64e7-4d02-b312-74fd8107a143 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700922 Jul 25 08:54:49.434994 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c8bd4025-b1b3-4dba-9735-6b384aefb24b req-395a1e80-eec7-46e2-bb4d-385590273c36 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902708 Jul 25 08:54:49.483448 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] Router dc2582b5-5e00-4808-b782-4ea9357f071d has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:54:49.495413 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:49.862300 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=27 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:49.898374 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:54:49.903588 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3c232fcf-0e60-4f23-99ad-5e0b7ed9720d admin admin] 10.222.0.52 "PUT /v2.0/routers/dc2582b5-5e00-4808-b782-4ea9357f071d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0858490 Jul 25 08:54:49.906047 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33690) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:49.909807 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ee00e-d4a7-4ee2-bc4d-f3d390ffb6c5 None None] Sync routers for ids ['dc2582b5-5e00-4808-b782-4ea9357f071d'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:54:49.921000 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ee00e-d4a7-4ee2-bc4d-f3d390ffb6c5 None None] Routers {'dc2582b5-5e00-4808-b782-4ea9357f071d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:54:49.921650 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-046ee00e-d4a7-4ee2-bc4d-f3d390ffb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['dc2582b5-5e00-4808-b782-4ea9357f071d'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:50.009200 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Publish callbacks [] for router (dc2582b5-5e00-4808-b782-4ea9357f071d), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:50.028126 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-046ee00e-d4a7-4ee2-bc4d-f3d390ffb6c5 None None] Set router dc2582b5-5e00-4808-b782-4ea9357f071d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:54:50.117924 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Publish callbacks [] for router_gateway (dc2582b5-5e00-4808-b782-4ea9357f071d), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:50.163975 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Deleting port 35d6f2c8-760f-4263-9fd7-62620316ba48 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:50.164624 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:50.209508 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-046ee00e-d4a7-4ee2-bc4d-f3d390ffb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:54:48Z', 'revision_number': 5, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port': {'id': '35d6f2c8-760f-4263-9fd7-62620316ba48', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:23Z', 'updated_at': '2022-07-25T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:50.237616 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ee00e-d4a7-4ee2-bc4d-f3d390ffb6c5 None None] Checking router: dc2582b5-5e00-4808-b782-4ea9357f071d for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:54:50.246431 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046ee00e-d4a7-4ee2-bc4d-f3d390ffb6c5 None None] Routers {'dc2582b5-5e00-4808-b782-4ea9357f071d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:54:50.247029 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-046ee00e-d4a7-4ee2-bc4d-f3d390ffb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['dc2582b5-5e00-4808-b782-4ea9357f071d'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:50.265568 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] For port 35d6f2c8-760f-4263-9fd7-62620316ba48, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=35d6f2c8-760f-4263-9fd7-62620316ba48,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:50.266123 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:50.287071 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Calling delete_port for 35d6f2c8-760f-4263-9fd7-62620316ba48 owned by network:router_gateway {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:50.348986 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:50.415056 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-046ee00e-d4a7-4ee2-bc4d-f3d390ffb6c5 None None] Set router dc2582b5-5e00-4808-b782-4ea9357f071d gateway port host: None {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:54:50.464031 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-046ee00e-d4a7-4ee2-bc4d-f3d390ffb6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:54:50Z', 'revision_number': 6, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port_host': None}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:50.530374 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46855-9619-4446-924e-bafbf04487b4 req-2824b7fc-184e-4a50-9130-8d38eeb531c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:50.532056 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-39f46855-9619-4446-924e-bafbf04487b4 req-2824b7fc-184e-4a50-9130-8d38eeb531c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 1128 time: 0.0650456 Jul 25 08:54:50.537810 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046ee00e-d4a7-4ee2-bc4d-f3d390ffb6c5 None None] The sync data for ids ['dc2582b5-5e00-4808-b782-4ea9357f071d'] in dv-cinder-850840-1-iscsi is: [{'id': 'dc2582b5-5e00-4808-b782-4ea9357f071d', 'name': 'tempest-TestMinimumBasicScenario-2008444823-router', 'tenant_id': '3404b1a99987401183c8e3e851b382db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:22Z', 'updated_at': '2022-07-25T08:54:50Z', 'revision_number': 6, 'project_id': '3404b1a99987401183c8e3e851b382db', 'gw_port_host': None}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:54:50.602170 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (35d6f2c8-760f-4263-9fd7-62620316ba48), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:50.631391 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:50.648541 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d54537-857d-4142-b9a5-2fbf8b41f858 req-3a86f91a-a2e1-4c76-b3aa-6d1f2f003319 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:50.650214 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-99d54537-857d-4142-b9a5-2fbf8b41f858 req-3a86f91a-a2e1-4c76-b3aa-6d1f2f003319 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 944 time: 0.1070578 Jul 25 08:54:50.655988 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230c609-c784-4911-ae8e-e5369e47f7e6 req-171f2fdf-5a76-4d83-ac62-23d428eba7a3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:50.657494 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8230c609-c784-4911-ae8e-e5369e47f7e6 req-171f2fdf-5a76-4d83-ac62-23d428eba7a3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.1159251 Jul 25 08:54:50.669984 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-4893d59a-6400-430a-8d4d-f8fdce88bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:50.671388 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-4893d59a-6400-430a-8d4d-f8fdce88bae4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 1130 time: 0.1360419 Jul 25 08:54:50.677904 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Pushing event deleted for resources: {'Port': ['ID=35d6f2c8-760f-4263-9fd7-62620316ba48,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:50.718524 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76c0686c-f4d0-4fb7-8b9f-c77d952da563 req-46ca23a7-b39c-49cb-a514-73a6781c196f service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550552 Jul 25 08:54:50.742580 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:50.760857 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-99d54537-857d-4142-b9a5-2fbf8b41f858 req-37c1328b-abd7-46dd-a4e1-be09dc635292 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995989 Jul 25 08:54:50.766222 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8230c609-c784-4911-ae8e-e5369e47f7e6 req-1104f300-be8f-41d0-a732-dd37cc22ba4b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950747 Jul 25 08:54:50.772428 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46855-9619-4446-924e-bafbf04487b4 req-fc62a769-7f88-41ff-bcca-3181703c40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:50.773972 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-39f46855-9619-4446-924e-bafbf04487b4 req-fc62a769-7f88-41ff-bcca-3181703c40a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 918 time: 0.2260408 Jul 25 08:54:50.774767 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714570'] for router_gateway (dc2582b5-5e00-4808-b782-4ea9357f071d), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:50.884815 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1516'] for router (dc2582b5-5e00-4808-b782-4ea9357f071d), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:50.887218 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Publish callbacks [] for router_controller (dc2582b5-5e00-4808-b782-4ea9357f071d), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:50.955081 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621980'] for router (dc2582b5-5e00-4808-b782-4ea9357f071d), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:50.955826 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc2582b5-5e00-4808-b782-4ea9357f071d {{(pid=110463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 08:54:50.962265 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:50.963411 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-7c9161cf-92fa-4d05-ab90-fb17baca2728 admin admin] 10.222.0.52 "DELETE /v2.0/routers/dc2582b5-5e00-4808-b782-4ea9357f071d HTTP/1.1" status: 204 len: 168 time: 1.0564208 Jul 25 08:54:50.965925 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33700) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:51.022740 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-8594b8aa-764b-4a4a-b69c-f7675c3a23f5 admin admin] Deleting subnet 95c0354e-62b3-4ccb-9523-367338aa335c {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:54:51.026634 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8594b8aa-764b-4a4a-b69c-f7675c3a23f5 admin admin] Publish callbacks [] for subnet (95c0354e-62b3-4ccb-9523-367338aa335c), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.082918 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-39f46855-9619-4446-924e-bafbf04487b4 req-ae5c993b-a92a-49a3-ad79-8e742fb6cc6a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d HTTP/1.1" status: 200 len: 217 time: 0.0688815 Jul 25 08:54:51.136544 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8594b8aa-764b-4a4a-b69c-f7675c3a23f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2984794'] for subnet (95c0354e-62b3-4ccb-9523-367338aa335c), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.228466 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-efc1f42c-6b51-4b43-81f1-4d5aec6acdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:51.229804 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-efc1f42c-6b51-4b43-81f1-4d5aec6acdda service neutron] 10.222.0.48 "GET /v2.0/networks?id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 200 len: 920 time: 0.1568136 Jul 25 08:54:51.242651 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8594b8aa-764b-4a4a-b69c-f7675c3a23f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (95c0354e-62b3-4ccb-9523-367338aa335c), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.317007 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8594b8aa-764b-4a4a-b69c-f7675c3a23f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376480'] for subnet (95c0354e-62b3-4ccb-9523-367338aa335c), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.349637 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9478f8e3-718f-45ed-9690-ff8af8c8fef4 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:54:51.351495 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594b8aa-764b-4a4a-b69c-f7675c3a23f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95c0354e-62b3-4ccb-9523-367338aa335c,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:51.355814 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-8594b8aa-764b-4a4a-b69c-f7675c3a23f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.361843 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-8594b8aa-764b-4a4a-b69c-f7675c3a23f5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/95c0354e-62b3-4ccb-9523-367338aa335c HTTP/1.1" status: 204 len: 168 time: 0.3921306 Jul 25 08:54:51.362092 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33702) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:51.372514 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ae2c2-fe21-4ea7-bf65-9530652c9cf9 None None] Network 5fca7c14-bb96-4e04-b288-c4911dc494c5 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:54:51.375348 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 9478f8e3-718f-45ed-9690-ff8af8c8fef4 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:54:51.375574 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9478f8e3-718f-45ed-9690-ff8af8c8fef4 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:54:51.376120 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 35d6f2c8-760f-4263-9fd7-62620316ba48 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:54:51.424619 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:51.435437 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 35d6f2c8-760f-4263-9fd7-62620316ba48 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:54:51.435788 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 35d6f2c8-760f-4263-9fd7-62620316ba48 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:54:51.436237 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (5fca7c14-bb96-4e04-b288-c4911dc494c5), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.481786 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Deleting port 155d420f-fa28-4f16-9191-ddf83f49989e {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:51.482073 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.562482 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] For port 155d420f-fa28-4f16-9191-ddf83f49989e, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=155d420f-fa28-4f16-9191-ddf83f49989e,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:51.563967 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.577591 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] DHCP port deletion for 5fca7c14-bb96-4e04-b288-c4911dc494c5 request from dv-cinder-850840-1-iscsi {{(pid=110464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 08:54:51.583628 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Calling delete_port for 155d420f-fa28-4f16-9191-ddf83f49989e owned by network:dhcp {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:51.621004 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Deleting port 155d420f-fa28-4f16-9191-ddf83f49989e {{(pid=110464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:51.621628 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), before_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.667596 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.681004 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:51.698009 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] For port 155d420f-fa28-4f16-9191-ddf83f49989e, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=155d420f-fa28-4f16-9191-ddf83f49989e,segment=NetworkSegment(3c172606-fd04-45bc-9c72-86186d358e10),segment_id=3c172606-fd04-45bc-9c72-86186d358e10)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:51.698414 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), precommit_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.698980 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] No DVR routers for this DVR port 155d420f-fa28-4f16-9191-ddf83f49989e on host dv-cinder-850840-1-iscsi {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:54:51.704873 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=155d420f-fa28-4f16-9191-ddf83f49989e,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:51.718656 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Calling delete_port for 155d420f-fa28-4f16-9191-ddf83f49989e owned by network:dhcp {{(pid=110464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:51.777317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (5fca7c14-bb96-4e04-b288-c4911dc494c5), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.798870 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fca7c14-bb96-4e04-b288-c4911dc494c5']}} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:51.816481 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c172606-fd04-45bc-9c72-86186d358e10') {'for_net_delete': True} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:51.816481 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c172606-fd04-45bc-9c72-86186d358e10') {} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:51.816912 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (155d420f-fa28-4f16-9191-ddf83f49989e), after_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.826756 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:51.832085 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2984781'] for segment (3c172606-fd04-45bc-9c72-86186d358e10), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.852934 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (3c172606-fd04-45bc-9c72-86186d358e10), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.864488 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Pushing event deleted for resources: {'Port': ['ID=155d420f-fa28-4f16-9191-ddf83f49989e,revision_number=None']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:51.864728 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=110463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:54:51.865239 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3463205'] for segment (3c172606-fd04-45bc-9c72-86186d358e10), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.874417 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] No DVR routers for this DVR port 155d420f-fa28-4f16-9191-ddf83f49989e on host dv-cinder-850840-1-iscsi {{(pid=110464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:54:51.877581 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.878184 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.878539 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.878885 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.879225 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.882795 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.883214 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.883559 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.883898 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.884279 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.884636 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.884973 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.885308 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.885637 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.885962 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8303b360-b58e-49a9-afaa-e0c01af7b636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:54:51.962177 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (5fca7c14-bb96-4e04-b288-c4911dc494c5), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.969123 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:51.972424 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] 10.222.0.52 "DELETE /v2.0/networks/5fca7c14-bb96-4e04-b288-c4911dc494c5 HTTP/1.1" status: 204 len: 168 time: 0.6093371 Jul 25 08:54:51.983268 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc813b-49c3-4152-bb17-1d5c26a57b4e req-40b68973-9de4-46c4-bd56-cd688567adb2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:51.993403 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-97cc813b-49c3-4152-bb17-1d5c26a57b4e req-40b68973-9de4-46c4-bd56-cd688567adb2 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 944 time: 0.1274734 Jul 25 08:54:51.994333 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33714) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:51.997157 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db2adf-09a2-457e-83d2-b3ce48301a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fca7c14-bb96-4e04-b288-c4911dc494c5,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:52.025858 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6164fb-9cd7-4420-9d7d-38bb5baa381e req-a9bb86ff-6d27-4998-95a8-b065f1f6c7d0 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:52.026897 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8c6164fb-9cd7-4420-9d7d-38bb5baa381e req-a9bb86ff-6d27-4998-95a8-b065f1f6c7d0 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.1126208 Jul 25 08:54:52.037983 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 3c172606-fd04-45bc-9c72-86186d358e10 resource provider aggregate not found Jul 25 08:54:52.059094 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 3c172606-fd04-45bc-9c72-86186d358e10 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c172606-fd04-45bc-9c72-86186d358e10 found for delete ", "request_id": "req-d96eb9fb-ea5b-4a23-891c-792da8608ad9"}]} Jul 25 08:54:52.073005 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-97cc813b-49c3-4152-bb17-1d5c26a57b4e req-9cc3fffe-5c7e-4c52-986d-8c4723882931 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769293 Jul 25 08:54:52.079835 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:54:52.117566 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8c6164fb-9cd7-4420-9d7d-38bb5baa381e req-11800079-d74d-40a7-a17f-8b4fd11bc6bc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800641 Jul 25 08:54:52.172547 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:52.206093 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:52.217206 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'port_id': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'mac_address': 'fa:16:3e:21:ff:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:54:52.256329 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:54:52.256757 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:52.269568 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:54:52.290424 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:52.296226 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:52.341581 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:52.342118 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711734'] for router_interface (22f47d4e-cc7d-461d-9451-7f63d82b851d), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:52.466480 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:52.561140 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] Deleting port db3d454f-2a39-4669-9d73-2a4f4e657d1a {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:52.561380 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:52.642089 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] For port db3d454f-2a39-4669-9d73-2a4f4e657d1a, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=db3d454f-2a39-4669-9d73-2a4f4e657d1a,segment=NetworkSegment(d2a891a3-658b-4e47-8388-58521b6ea395),segment_id=d2a891a3-658b-4e47-8388-58521b6ea395)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:52.642791 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:52.654878 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] Calling delete_port for db3d454f-2a39-4669-9d73-2a4f4e657d1a owned by network:router_interface {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:52.810825 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:52.835502 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (db3d454f-2a39-4669-9d73-2a4f4e657d1a), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:52.861364 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3d454f-2a39-4669-9d73-2a4f4e657d1a,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:52.909561 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['68b8d737-1cd3-4135-ad4b-35b7ce49fc3d'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:54:53.281333 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 155d420f-fa28-4f16-9191-ddf83f49989e no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:54:53.281813 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13145fcd-e6fd-4396-9b18-9b5479300ba2 req-14d34f6e-d30c-45c2-a6d3-d9300f3c3706 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:53.283490 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-13145fcd-e6fd-4396-9b18-9b5479300ba2 req-14d34f6e-d30c-45c2-a6d3-d9300f3c3706 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 944 time: 0.1010172 Jul 25 08:54:53.296058 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb802e38-4646-4714-bb21-bd45e7c39641 req-f93251f2-25c7-4698-bec2-8d9f3b306cf4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:53.297694 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-eb802e38-4646-4714-bb21-bd45e7c39641 req-f93251f2-25c7-4698-bec2-8d9f3b306cf4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 945 time: 0.0691998 Jul 25 08:54:53.326752 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 155d420f-fa28-4f16-9191-ddf83f49989e {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:54:53.327695 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 155d420f-fa28-4f16-9191-ddf83f49989e not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:54:53.399202 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-13145fcd-e6fd-4396-9b18-9b5479300ba2 req-b0cf55a9-c856-4df0-b4f9-719e070be5a4 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005056 Jul 25 08:54:53.402326 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-eb802e38-4646-4714-bb21-bd45e7c39641 req-1d21c34e-5fd9-4801-911d-78059feb70d4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955482 Jul 25 08:54:53.430991 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614822'] for router_interface (22f47d4e-cc7d-461d-9451-7f63d82b851d), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:53.641243 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] Router 22f47d4e-cc7d-461d-9451-7f63d82b851d has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:54:53.723419 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:53.752324 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:54:53.760246 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-2bb05b18-54a2-46fa-ace3-0403125fb901 admin admin] 10.222.0.52 "PUT /v2.0/routers/22f47d4e-cc7d-461d-9451-7f63d82b851d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7648423 Jul 25 08:54:53.763945 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33724) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:53.783120 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc330341-6579-4eb1-8d0b-9601a5f5584d None None] Sync routers for ids ['22f47d4e-cc7d-461d-9451-7f63d82b851d'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:54:53.799110 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc330341-6579-4eb1-8d0b-9601a5f5584d None None] Routers {'22f47d4e-cc7d-461d-9451-7f63d82b851d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:54:53.800133 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-bc330341-6579-4eb1-8d0b-9601a5f5584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['22f47d4e-cc7d-461d-9451-7f63d82b851d'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:53.862200 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:53.873617 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Publish callbacks [] for router (22f47d4e-cc7d-461d-9451-7f63d82b851d), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:53.908823 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-bc330341-6579-4eb1-8d0b-9601a5f5584d None None] Set router 22f47d4e-cc7d-461d-9451-7f63d82b851d gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:54:53.980267 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Publish callbacks [] for router_gateway (22f47d4e-cc7d-461d-9451-7f63d82b851d), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:54.025424 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Deleting port 61679a62-9dec-45ee-9a81-6c20cd168b46 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:54.025769 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:54.041937 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:54.100111 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-bc330341-6579-4eb1-8d0b-9601a5f5584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'name': 'tempest-TestMinimumBasicScenario-201215923-router', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:31Z', 'updated_at': '2022-07-25T08:54:52Z', 'revision_number': 5, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'gw_port': {'id': '61679a62-9dec-45ee-9a81-6c20cd168b46', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:32Z', 'updated_at': '2022-07-25T08:48:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:54.113449 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] For port 61679a62-9dec-45ee-9a81-6c20cd168b46, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=61679a62-9dec-45ee-9a81-6c20cd168b46,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:54.114064 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:54.131291 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc330341-6579-4eb1-8d0b-9601a5f5584d None None] Checking router: 22f47d4e-cc7d-461d-9451-7f63d82b851d for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:54:54.135265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Calling delete_port for 61679a62-9dec-45ee-9a81-6c20cd168b46 owned by network:router_gateway {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:54.141890 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc330341-6579-4eb1-8d0b-9601a5f5584d None None] Routers {'22f47d4e-cc7d-461d-9451-7f63d82b851d'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:54:54.142500 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-bc330341-6579-4eb1-8d0b-9601a5f5584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['22f47d4e-cc7d-461d-9451-7f63d82b851d'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:54.253981 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-bc330341-6579-4eb1-8d0b-9601a5f5584d None None] Set router 22f47d4e-cc7d-461d-9451-7f63d82b851d gateway port host: None {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:54:54.276779 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46855-9619-4446-924e-bafbf04487b4 req-ffbb9d0c-361b-4cbe-bbcb-1815afcae364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:54.279329 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-39f46855-9619-4446-924e-bafbf04487b4 req-ffbb9d0c-361b-4cbe-bbcb-1815afcae364 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 200 len: 856 time: 0.1277299 Jul 25 08:54:54.280110 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:54.284737 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617b69-1ab7-4dfd-80a5-7251483dfd92 req-e6da8077-1fff-4f62-8c62-d5cfc07adbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:54.285381 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-2770164a-0eb3-46ae-9101-a5b730af2520 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39973804-976f-4223-a900-f8cbbe4dcd0e HTTP/1.1" status: 200 len: 1002 time: 0.1313097 Jul 25 08:54:54.286928 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ec617b69-1ab7-4dfd-80a5-7251483dfd92 req-e6da8077-1fff-4f62-8c62-d5cfc07adbfe service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 1128 time: 0.1346817 Jul 25 08:54:54.318625 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-bc330341-6579-4eb1-8d0b-9601a5f5584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'name': 'tempest-TestMinimumBasicScenario-201215923-router', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:31Z', 'updated_at': '2022-07-25T08:54:53Z', 'revision_number': 6, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'gw_port_host': None}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:54.356912 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:54:54.360939 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc330341-6579-4eb1-8d0b-9601a5f5584d None None] The sync data for ids ['22f47d4e-cc7d-461d-9451-7f63d82b851d'] in dv-cinder-850840-1-iscsi is: [{'id': '22f47d4e-cc7d-461d-9451-7f63d82b851d', 'name': 'tempest-TestMinimumBasicScenario-201215923-router', 'tenant_id': 'a4c21500aa804b7793d171a941d61706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:31Z', 'updated_at': '2022-07-25T08:54:53Z', 'revision_number': 6, 'project_id': 'a4c21500aa804b7793d171a941d61706', 'gw_port_host': None}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:54:54.441479 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f46855-9619-4446-924e-bafbf04487b4 req-b8e902cd-9c59-4687-aa1d-e832f6d5c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:54.441767 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:54:54.443416 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-39f46855-9619-4446-924e-bafbf04487b4 req-b8e902cd-9c59-4687-aa1d-e832f6d5c5c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81feca48-2aba-4dcd-848a-634aff6ea348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056526 Jul 25 08:54:54.445055 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-3456c6f6-2798-49a4-93f7-69a0f72b7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:54.446625 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-3456c6f6-2798-49a4-93f7-69a0f72b7a8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 200 len: 858 time: 0.1180041 Jul 25 08:54:54.450199 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:54:54.450633 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:54.496528 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617b69-1ab7-4dfd-80a5-7251483dfd92 req-c57ae14f-4fb6-443b-9335-c1a4aded8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:54.499076 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ec617b69-1ab7-4dfd-80a5-7251483dfd92 req-c57ae14f-4fb6-443b-9335-c1a4aded8fd7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 912 time: 0.1562605 Jul 25 08:54:54.500107 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:54.641007 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:54:54.641494 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:54.652260 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-b639a35a-0529-4595-b0ac-c249722f236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:54.654524 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-b639a35a-0529-4595-b0ac-c249722f236f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1971574 Jul 25 08:54:54.699986 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:54:54.702771 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6537493e-ad86-43d6-8e70-ecd21c3e9e51" -d '{"events": [{"server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "name": "network-vif-plugged", "status": "completed", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:54:54.718454 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:54.725033 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:54.744829 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:54.777540 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-39f46855-9619-4446-924e-bafbf04487b4 req-891f8928-67d6-4155-98e9-b924ec6cb07e service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218396 Jul 25 08:54:54.789716 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:54.858096 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ec617b69-1ab7-4dfd-80a5-7251483dfd92 req-db2cd7d2-c893-4524-95d3-2c0b79b31416 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d036e4d-eb5b-4629-9fa0-863090220d9c HTTP/1.1" status: 200 len: 217 time: 0.3512363 Jul 25 08:54:54.867156 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-7d94a776-be35-443d-b7df-415e68ed76c4 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045715 Jul 25 08:54:54.955185 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-39f46855-9619-4446-924e-bafbf04487b4 req-e3875c5f-226d-4fae-81fc-26382f733f8e service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663632 Jul 25 08:54:54.989585 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f4914-4f2c-4c7b-8a25-94236160866e req-c8bc3c6b-e608-46a0-8352-3030fa5e985e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:54.991877 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-361f4914-4f2c-4c7b-8a25-94236160866e req-c8bc3c6b-e608-46a0-8352-3030fa5e985e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.3969305 Jul 25 08:54:54.997542 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e13dc-4081-4b77-b8e9-641f75d680eb req-6c91c681-caf0-457a-b6f8-fb7e0ee40a12 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:54.998728 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-163edc60-5a42-4ec5-a5bf-c3a72687fa78 req-63f4feef-fea6-4d82-9d37-49e9b4db9708 service neutron] 10.222.0.48 "GET /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250358 Jul 25 08:54:55.000828 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-911e13dc-4081-4b77-b8e9-641f75d680eb req-6c91c681-caf0-457a-b6f8-fb7e0ee40a12 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 944 time: 0.4248397 Jul 25 08:54:55.053009 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617b69-1ab7-4dfd-80a5-7251483dfd92 req-eb61cb9d-3373-449d-924e-29e7265cdc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:55.054822 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ec617b69-1ab7-4dfd-80a5-7251483dfd92 req-eb61cb9d-3373-449d-924e-29e7265cdc76 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 200 len: 850 time: 0.1687887 Jul 25 08:54:55.074491 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (61679a62-9dec-45ee-9a81-6c20cd168b46), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.090785 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:55.161202 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Pushing event deleted for resources: {'Port': ['ID=61679a62-9dec-45ee-9a81-6c20cd168b46,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:55.176821 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 61679a62-9dec-45ee-9a81-6c20cd168b46 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:54:55.189858 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-361f4914-4f2c-4c7b-8a25-94236160866e req-ac6b01a2-f2ca-447f-88f0-8078a46688ac tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840332 Jul 25 08:54:55.190886 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617b69-1ab7-4dfd-80a5-7251483dfd92 req-bea94458-322f-421f-887d-2958e7cab90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:55.192351 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ec617b69-1ab7-4dfd-80a5-7251483dfd92 req-bea94458-322f-421f-887d-2958e7cab90e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1269622 Jul 25 08:54:55.205877 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 61679a62-9dec-45ee-9a81-6c20cd168b46 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:54:55.206128 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 61679a62-9dec-45ee-9a81-6c20cd168b46 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:54:55.206536 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device db3d454f-2a39-4669-9d73-2a4f4e657d1a no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:54:55.236600 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-911e13dc-4081-4b77-b8e9-641f75d680eb req-033a9aab-9b18-4a6a-8894-62d8b84c72da tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129674 Jul 25 08:54:55.237058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: db3d454f-2a39-4669-9d73-2a4f4e657d1a {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:54:55.237058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device db3d454f-2a39-4669-9d73-2a4f4e657d1a not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:54:55.266842 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df93714-328c-4a37-8895-02f60a3a18ac x-openstack-request-id: req-7df93714-328c-4a37-8895-02f60a3a18ac {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:54:55.267142 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "name": "network-vif-plugged", "status": "completed", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:54:55.267396 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7df93714-328c-4a37-8895-02f60a3a18ac {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:54:55.267884 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df93714-328c-4a37-8895-02f60a3a18ac'] response: {'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'code': 200} Jul 25 08:54:55.276717 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714570'] for router_gateway (22f47d4e-cc7d-461d-9451-7f63d82b851d), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.368004 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1516'] for router (22f47d4e-cc7d-461d-9451-7f63d82b851d), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.370352 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Publish callbacks [] for router_controller (22f47d4e-cc7d-461d-9451-7f63d82b851d), precommit_delete_associations {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.437339 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621980'] for router (22f47d4e-cc7d-461d-9451-7f63d82b851d), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.437917 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f47d4e-cc7d-461d-9451-7f63d82b851d {{(pid=110462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 08:54:55.483100 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.486816 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8d76aadf-23ca-4676-b3b2-ac9bca7ef949 admin admin] 10.222.0.52 "DELETE /v2.0/routers/22f47d4e-cc7d-461d-9451-7f63d82b851d HTTP/1.1" status: 204 len: 168 time: 1.7193515 Jul 25 08:54:55.487914 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33740) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:55.557935 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ec617b69-1ab7-4dfd-80a5-7251483dfd92 req-d923a7ba-49d9-440e-87cd-993882df7e47 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439369 Jul 25 08:54:55.596110 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-31236ba1-2f47-4470-82c3-9acfd0571ede admin admin] Deleting subnet b277f0bf-dea7-4c05-904f-be693a3a3e5c {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:54:55.600432 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-31236ba1-2f47-4470-82c3-9acfd0571ede admin admin] Publish callbacks [] for subnet (b277f0bf-dea7-4c05-904f-be693a3a3e5c), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.618942 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.643543 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-31236ba1-2f47-4470-82c3-9acfd0571ede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2984794'] for subnet (b277f0bf-dea7-4c05-904f-be693a3a3e5c), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.664635 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb094e-713b-4f48-b007-4be8a0e189b6 req-0c71084a-9bd1-48ef-8b02-e61d57d5470a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:55.666528 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-23bb094e-713b-4f48-b007-4be8a0e189b6 req-0c71084a-9bd1-48ef-8b02-e61d57d5470a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0680716 Jul 25 08:54:55.718271 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-23bb094e-713b-4f48-b007-4be8a0e189b6 req-5e1eab64-6915-4d29-8cac-6de9bd19d8a2 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461709 Jul 25 08:54:55.726178 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-31236ba1-2f47-4470-82c3-9acfd0571ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (b277f0bf-dea7-4c05-904f-be693a3a3e5c), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.785439 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-31236ba1-2f47-4470-82c3-9acfd0571ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376480'] for subnet (b277f0bf-dea7-4c05-904f-be693a3a3e5c), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.809891 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31236ba1-2f47-4470-82c3-9acfd0571ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b277f0bf-dea7-4c05-904f-be693a3a3e5c,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:55.816847 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-31236ba1-2f47-4470-82c3-9acfd0571ede admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.822313 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-31236ba1-2f47-4470-82c3-9acfd0571ede admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b277f0bf-dea7-4c05-904f-be693a3a3e5c HTTP/1.1" status: 204 len: 168 time: 0.3305507 Jul 25 08:54:55.822486 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aff616-c435-45a4-ad74-b3422652bddb None None] Network 275e4d42-c6b9-4ed8-9d59-bf021733882e requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:54:55.822599 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33744) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:55.830264 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:55.897167 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (275e4d42-c6b9-4ed8-9d59-bf021733882e), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.943691 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Deleting port 596a68d9-bca2-400a-bb00-b4bbe395175b {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:55.944027 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:55.965978 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9155b2c8-a64e-4d7a-affe-409483002422 None None] DHCP port deletion for 275e4d42-c6b9-4ed8-9d59-bf021733882e request from dv-cinder-850840-1-iscsi {{(pid=110464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 08:54:56.003688 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-9155b2c8-a64e-4d7a-affe-409483002422 None None] Deleting port 596a68d9-bca2-400a-bb00-b4bbe395175b {{(pid=110464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:56.004057 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9155b2c8-a64e-4d7a-affe-409483002422 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), before_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.014373 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] For port 596a68d9-bca2-400a-bb00-b4bbe395175b, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=596a68d9-bca2-400a-bb00-b4bbe395175b,segment=NetworkSegment(d2a891a3-658b-4e47-8388-58521b6ea395),segment_id=d2a891a3-658b-4e47-8388-58521b6ea395)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:56.014738 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.027462 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Calling delete_port for 596a68d9-bca2-400a-bb00-b4bbe395175b owned by network:dhcp {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:56.120691 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.151851 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Pushing event deleted for resources: {'Port': ['ID=596a68d9-bca2-400a-bb00-b4bbe395175b,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:56.156373 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] No DVR routers for this DVR port 596a68d9-bca2-400a-bb00-b4bbe395175b on host dv-cinder-850840-1-iscsi {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:54:56.199287 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-9155b2c8-a64e-4d7a-affe-409483002422 None None] For port 596a68d9-bca2-400a-bb00-b4bbe395175b, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=596a68d9-bca2-400a-bb00-b4bbe395175b,segment=NetworkSegment(d2a891a3-658b-4e47-8388-58521b6ea395),segment_id=d2a891a3-658b-4e47-8388-58521b6ea395)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:56.199840 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9155b2c8-a64e-4d7a-affe-409483002422 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), precommit_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.213577 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-9155b2c8-a64e-4d7a-affe-409483002422 None None] Calling delete_port for 596a68d9-bca2-400a-bb00-b4bbe395175b owned by network:dhcp {{(pid=110464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:54:56.214901 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:56.234796 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (275e4d42-c6b9-4ed8-9d59-bf021733882e), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.258347 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275e4d42-c6b9-4ed8-9d59-bf021733882e']}} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:56.270674 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a891a3-658b-4e47-8388-58521b6ea395') {'for_net_delete': True} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:56.271187 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a891a3-658b-4e47-8388-58521b6ea395') {} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:54:56.287361 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2984781'] for segment (d2a891a3-658b-4e47-8388-58521b6ea395), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.306821 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9155b2c8-a64e-4d7a-affe-409483002422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (596a68d9-bca2-400a-bb00-b4bbe395175b), after_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.324126 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (d2a891a3-658b-4e47-8388-58521b6ea395), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.333164 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=110463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:54:56.333765 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3463205'] for segment (d2a891a3-658b-4e47-8388-58521b6ea395), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.338684 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8d036e4d-eb5b-4629-9fa0-863090220d9c details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:54:56.342599 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155b2c8-a64e-4d7a-affe-409483002422 None None] Pushing event deleted for resources: {'Port': ['ID=596a68d9-bca2-400a-bb00-b4bbe395175b,revision_number=None']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:56.346393 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9155b2c8-a64e-4d7a-affe-409483002422 None None] No DVR routers for this DVR port 596a68d9-bca2-400a-bb00-b4bbe395175b on host dv-cinder-850840-1-iscsi {{(pid=110464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:54:56.403826 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment d2a891a3-658b-4e47-8388-58521b6ea395 resource provider aggregate not found Jul 25 08:54:56.438654 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment d2a891a3-658b-4e47-8388-58521b6ea395 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2a891a3-658b-4e47-8388-58521b6ea395 found for delete ", "request_id": "req-8280afab-f3cd-44b0-b145-375bedf8b202"}]} Jul 25 08:54:56.452370 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (275e4d42-c6b9-4ed8-9d59-bf021733882e), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.472556 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.478636 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] 10.222.0.52 "DELETE /v2.0/networks/275e4d42-c6b9-4ed8-9d59-bf021733882e HTTP/1.1" status: 204 len: 168 time: 0.6527157 Jul 25 08:54:56.478810 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4226546-9723-488a-8022-50bea9390556 req-04cbe3dc-5910-4c98-9947-c337ce491c7f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:56.478810 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a4226546-9723-488a-8022-50bea9390556 req-04cbe3dc-5910-4c98-9947-c337ce491c7f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.1453309 Jul 25 08:54:56.481611 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7380f4-3369-4cc1-8799-a2875952c25d admin admin] Pushing event deleted for resources: {'Network': ['ID=275e4d42-c6b9-4ed8-9d59-bf021733882e,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:56.494489 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d9108-ab31-4b7a-83be-0e9c7f1ab29a req-af1ef5e7-49b0-4e93-8fde-45fc9fc5168c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:56.497582 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fc4d9108-ab31-4b7a-83be-0e9c7f1ab29a req-af1ef5e7-49b0-4e93-8fde-45fc9fc5168c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 944 time: 0.0928454 Jul 25 08:54:56.504429 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8d036e4d-eb5b-4629-9fa0-863090220d9c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8d036e4d-eb5b-4629-9fa0-863090220d9c,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:56.505895 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:56.517871 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '8d036e4d-eb5b-4629-9fa0-863090220d9c', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'port_id': '8d036e4d-eb5b-4629-9fa0-863090220d9c', 'mac_address': 'fa:16:3e:30:6e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:54:56.560228 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:56.562930 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 8d036e4d-eb5b-4629-9fa0-863090220d9c is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:54:56.563385 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.580458 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d036e4d-eb5b-4629-9fa0-863090220d9c {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:54:56.588346 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a4226546-9723-488a-8022-50bea9390556 req-a212e999-b335-457a-a297-0b45ad240b6c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899744 Jul 25 08:54:56.603184 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:56.605303 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fc4d9108-ab31-4b7a-83be-0e9c7f1ab29a req-a191bce3-fe84-4da2-830d-46d963463104 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979769 Jul 25 08:54:56.605710 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8d036e4d-eb5b-4629-9fa0-863090220d9c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8d036e4d-eb5b-4629-9fa0-863090220d9c,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:56.613959 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.663263 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33756) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:56.664614 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=8d036e4d-eb5b-4629-9fa0-863090220d9c,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:56.703437 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-eff415fc-eddf-4c66-a062-f50d9c978a64 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3404b1a99987401183c8e3e851b382db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389245 Jul 25 08:54:56.706642 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33758) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:56.759996 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3155261e-c23f-437a-bc70-853ed26d3e3c admin admin] Publish callbacks [] for security_group (6a4eaffc-7a44-4a7c-9406-f7262ec08e00), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.783129 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3155261e-c23f-437a-bc70-853ed26d3e3c admin admin] Publish callbacks [] for security_group (6a4eaffc-7a44-4a7c-9406-f7262ec08e00), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.864691 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e84b3-fa87-4540-a856-edfacceb2d0c req-54b5966d-7f1b-4d7b-974a-1afe6acf42c4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:56.866307 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b17e84b3-fa87-4540-a856-edfacceb2d0c req-54b5966d-7f1b-4d7b-974a-1afe6acf42c4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0544121 Jul 25 08:54:56.867477 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3155261e-c23f-437a-bc70-853ed26d3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (6a4eaffc-7a44-4a7c-9406-f7262ec08e00), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.870019 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3155261e-c23f-437a-bc70-853ed26d3e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:56.871359 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3155261e-c23f-437a-bc70-853ed26d3e3c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a4eaffc-7a44-4a7c-9406-f7262ec08e00 HTTP/1.1" status: 204 len: 168 time: 0.1635511 Jul 25 08:54:56.894312 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155261e-c23f-437a-bc70-853ed26d3e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4eaffc-7a44-4a7c-9406-f7262ec08e00,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:56.933126 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b17e84b3-fa87-4540-a856-edfacceb2d0c req-75f36841-b06e-496b-9792-2b3bf51941b4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605543 Jul 25 08:54:57.128342 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['8d036e4d-eb5b-4629-9fa0-863090220d9c'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:54:57.175208 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 596a68d9-bca2-400a-bb00-b4bbe395175b no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:54:57.200902 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 596a68d9-bca2-400a-bb00-b4bbe395175b {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:54:57.201640 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 596a68d9-bca2-400a-bb00-b4bbe395175b not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:54:57.266201 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33766) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:57.311363 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-b05f9db5-c4bc-4d8f-926a-e9e9e8f1a98f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4c21500aa804b7793d171a941d61706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439341 Jul 25 08:54:57.314623 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33768) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:54:57.333308 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:57.371356 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e39c4bed-d9dd-4dd1-a5e5-86bd1e9d9dda admin admin] Publish callbacks [] for security_group (12e0ed1f-4044-49e2-913a-7e5d759a6a64), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:57.395011 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e39c4bed-d9dd-4dd1-a5e5-86bd1e9d9dda admin admin] Publish callbacks [] for security_group (12e0ed1f-4044-49e2-913a-7e5d759a6a64), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:57.450945 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e39c4bed-d9dd-4dd1-a5e5-86bd1e9d9dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (12e0ed1f-4044-49e2-913a-7e5d759a6a64), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:57.453738 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e39c4bed-d9dd-4dd1-a5e5-86bd1e9d9dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:57.454913 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-e39c4bed-d9dd-4dd1-a5e5-86bd1e9d9dda admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12e0ed1f-4044-49e2-913a-7e5d759a6a64 HTTP/1.1" status: 204 len: 168 time: 0.1392481 Jul 25 08:54:57.463633 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c4bed-d9dd-4dd1-a5e5-86bd1e9d9dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e0ed1f-4044-49e2-913a-7e5d759a6a64,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:57.765439 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61894fca-8014-41d2-b676-9f24351fdb11 req-ba829dfa-41b1-4df5-ba50-26ddb1a284c2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:57.767117 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-61894fca-8014-41d2-b676-9f24351fdb11 req-ba829dfa-41b1-4df5-ba50-26ddb1a284c2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0823538 Jul 25 08:54:57.775707 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc0e57-719f-4e96-b72c-12a49a834475 req-aec265f8-b41f-400e-a0f0-0bdd7fb10634 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:57.777329 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-90dc0e57-719f-4e96-b72c-12a49a834475 req-aec265f8-b41f-400e-a0f0-0bdd7fb10634 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 945 time: 0.0905430 Jul 25 08:54:57.868179 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-90dc0e57-719f-4e96-b72c-12a49a834475 req-7c796cda-2d3a-430f-ac8f-dc3752658ee6 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801575 Jul 25 08:54:57.923590 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-61894fca-8014-41d2-b676-9f24351fdb11 req-cc202c64-c3e8-4f8b-aff8-930fe01a5da7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451414 Jul 25 08:54:57.962011 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:54:57.968796 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ec617b69-1ab7-4dfd-80a5-7251483dfd92 req-a449ca64-fef7-46d1-ae89-33c9e0080a2d service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987856 Jul 25 08:54:58.061247 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cf0a1-dff2-4a51-a1c2-d39f881eaefa req-fc6981b6-ee47-418c-9534-6872f1f150ca tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:58.062722 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-033cf0a1-dff2-4a51-a1c2-d39f881eaefa req-fc6981b6-ee47-418c-9534-6872f1f150ca tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0521116 Jul 25 08:54:58.111451 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-033cf0a1-dff2-4a51-a1c2-d39f881eaefa req-2c0368ff-7d54-453d-b5b8-260829d51606 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431745 Jul 25 08:54:58.193270 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e67df-a2e3-4f5c-a673-ba24f64db612 req-0488157c-5236-4c3e-baef-876b732fd7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:58.194675 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f31e67df-a2e3-4f5c-a673-ba24f64db612 req-0488157c-5236-4c3e-baef-876b732fd7f3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 1130 time: 0.0455692 Jul 25 08:54:58.349074 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8d036e4d-eb5b-4629-9fa0-863090220d9c up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:54:58.393981 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f31e67df-a2e3-4f5c-a673-ba24f64db612 req-4d42a040-9bf1-486d-bf2e-3b6e8945ba89 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409145 Jul 25 08:54:58.404632 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 8d036e4d-eb5b-4629-9fa0-863090220d9c completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:54:58.411977 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 8d036e4d-eb5b-4629-9fa0-863090220d9c triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:54:58.412288 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:58.485942 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 8d036e4d-eb5b-4629-9fa0-863090220d9c is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:54:58.486250 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:58.510732 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48872a7-8219-4458-8832-bc33f66c0250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d036e4d-eb5b-4629-9fa0-863090220d9c'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:54:58.513023 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb77906-5602-4285-aa6d-56b6597f62e8" -d '{"events": [{"server_uuid": "e48872a7-8219-4458-8832-bc33f66c0250", "name": "network-vif-plugged", "status": "completed", "tag": "8d036e4d-eb5b-4629-9fa0-863090220d9c"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:54:58.526750 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 8d036e4d-eb5b-4629-9fa0-863090220d9c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8d036e4d-eb5b-4629-9fa0-863090220d9c,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:58.532026 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:58.558776 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf3df27-ba95-4e79-82b1-13589e9b8f7f x-openstack-request-id: req-7bf3df27-ba95-4e79-82b1-13589e9b8f7f {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:54:58.559047 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48872a7-8219-4458-8832-bc33f66c0250", "name": "network-vif-plugged", "status": "completed", "tag": "8d036e4d-eb5b-4629-9fa0-863090220d9c", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:54:58.559197 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7bf3df27-ba95-4e79-82b1-13589e9b8f7f {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:54:58.559578 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf3df27-ba95-4e79-82b1-13589e9b8f7f'] response: {'server_uuid': 'e48872a7-8219-4458-8832-bc33f66c0250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d036e4d-eb5b-4629-9fa0-863090220d9c', 'code': 200} Jul 25 08:54:58.586452 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=8d036e4d-eb5b-4629-9fa0-863090220d9c,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:54:59.011913 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe5b0f-e0f4-4f08-adcc-71b1e3d17b54 req-8a6b64ea-26c4-4fc1-bf14-99c92347f406 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:59.013451 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-adbe5b0f-e0f4-4f08-adcc-71b1e3d17b54 req-8a6b64ea-26c4-4fc1-bf14-99c92347f406 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 946 time: 0.0566089 Jul 25 08:54:59.074672 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53b015-8d44-47ee-8b3c-34c736ad9ae5 req-0331d2bb-d92b-4170-8ca0-c0dc80d1f21a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:59.076189 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8f53b015-8d44-47ee-8b3c-34c736ad9ae5 req-0331d2bb-d92b-4170-8ca0-c0dc80d1f21a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0618544 Jul 25 08:54:59.115882 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-adbe5b0f-e0f4-4f08-adcc-71b1e3d17b54 req-db982d9b-77fd-4e30-b031-5ad79ede68ce tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929399 Jul 25 08:54:59.144954 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8f53b015-8d44-47ee-8b3c-34c736ad9ae5 req-b6d1fa8e-7127-4724-a4ef-9e90365e31fe tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625479 Jul 25 08:54:59.232638 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60280ee3-dcc9-45db-8b6d-a0f6e384876c req-bcee6585-81af-4021-a323-2f65bc9fc6e4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:59.234076 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-60280ee3-dcc9-45db-8b6d-a0f6e384876c req-bcee6585-81af-4021-a323-2f65bc9fc6e4 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0488312 Jul 25 08:54:59.284171 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-60280ee3-dcc9-45db-8b6d-a0f6e384876c req-9ad17bbb-6c6c-45b6-ac27-c6fba2f631cc tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=241e85e8-e9ea-47f3-b9b3-d4057dc44b96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436497 Jul 25 08:54:59.658430 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-8c0cfd13-18e6-49ae-941f-00eab4d10b1a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:59.659985 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-8c0cfd13-18e6-49ae-941f-00eab4d10b1a tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 946 time: 0.0532110 Jul 25 08:54:59.775439 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Deleting port 39973804-976f-4223-a900-f8cbbe4dcd0e {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:54:59.775789 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:54:59.817481 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b366bd7-0846-4a32-ad9d-4aee21b928ec req-a7ee5486-398e-4e08-91b2-95e05ab5331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:54:59.819021 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9b366bd7-0846-4a32-ad9d-4aee21b928ec req-a7ee5486-398e-4e08-91b2-95e05ab5331e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 1130 time: 0.0508835 Jul 25 08:54:59.887943 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9b366bd7-0846-4a32-ad9d-4aee21b928ec req-8de341e4-6270-4814-bfdb-687257e8b983 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603318 Jul 25 08:54:59.900908 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] For port 39973804-976f-4223-a900-f8cbbe4dcd0e, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=39973804-976f-4223-a900-f8cbbe4dcd0e,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:54:59.901276 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:00.081955 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:00.082402 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (e02cf177-950f-4032-9c50-208b4304760c), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:00.082756 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Floating IP e02cf177-950f-4032-9c50-208b4304760c disassociated. External IP: 172.27.1.142, port: 39973804-976f-4223-a900-f8cbbe4dcd0e. Jul 25 08:55:00.083185 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Calling delete_port for 39973804-976f-4223-a900-f8cbbe4dcd0e owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:55:00.087762 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:00.237612 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (39973804-976f-4223-a900-f8cbbe4dcd0e), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:00.271089 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event deleted for resources: {'Port': ['ID=39973804-976f-4223-a900-f8cbbe4dcd0e,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:00.334738 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ae0d2-a300-4587-8438-52fd0dbea741 req-dfb0056d-7c70-45ee-9820-3d5d6d51b054 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:00.337082 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7d6ae0d2-a300-4587-8438-52fd0dbea741 req-dfb0056d-7c70-45ee-9820-3d5d6d51b054 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 946 time: 0.1184962 Jul 25 08:55:00.359856 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfbaf9-48ca-452e-985f-4f5ac9e48936 req-706e140f-23ca-428a-9d2a-9b9b831056e7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:00.361550 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-20dfbaf9-48ca-452e-985f-4f5ac9e48936 req-706e140f-23ca-428a-9d2a-9b9b831056e7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0997519 Jul 25 08:55:00.382678 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:00.425707 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:55:00.429707 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7d6ae0d2-a300-4587-8438-52fd0dbea741 req-d427da4b-df58-47bc-8888-fbb5add0a76c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851123 Jul 25 08:55:00.439398 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=43 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:00.443042 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-20dfbaf9-48ca-452e-985f-4f5ac9e48936 req-27e8f978-9219-430e-8953-585ed8b28f11 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741341 Jul 25 08:55:00.553539 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-56b284cf-4c06-4c03-b2aa-73ef03a28e2d req-e24ca1a1-4fe4-4ddc-a104-ca922d516afa tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 210 time: 0.0373139 Jul 25 08:55:00.588330 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:55:00.600518 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81fbaf-bc2d-485c-848f-3d288df0f0ce None None] Sync routers for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:55:00.616299 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81fbaf-bc2d-485c-848f-3d288df0f0ce None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:55:00.617034 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ab81fbaf-bc2d-485c-848f-3d288df0f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:00.649805 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] No DVR routers for this DVR port 39973804-976f-4223-a900-f8cbbe4dcd0e on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:55:00.652657 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:00.656101 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-ad86fe0f-068f-46c4-af9b-e20f4d5421aa req-abdbe401-3466-476a-ad58-dceae67910ac tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "DELETE /v2.0/ports/39973804-976f-4223-a900-f8cbbe4dcd0e HTTP/1.1" status: 204 len: 173 time: 0.9903438 Jul 25 08:55:00.656671 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'name': 'network-vif-deleted', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:55:00.659044 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbabbc9-f8df-4bd5-948d-e6dff8693f1b" -d '{"events": [{"server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "name": "network-vif-deleted", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:55:00.661425 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:00.726548 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea710bb8-1755-4b00-92b4-1e3c7216675c x-openstack-request-id: req-ea710bb8-1755-4b00-92b4-1e3c7216675c {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:55:00.727076 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d", "name": "network-vif-deleted", "tag": "39973804-976f-4223-a900-f8cbbe4dcd0e", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:55:00.727570 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea710bb8-1755-4b00-92b4-1e3c7216675c {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:55:00.728216 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea710bb8-1755-4b00-92b4-1e3c7216675c'] response: {'server_uuid': 'f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d', 'name': 'network-vif-deleted', 'tag': '39973804-976f-4223-a900-f8cbbe4dcd0e', 'status': 'completed', 'code': 200} Jul 25 08:55:00.747434 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-ab81fbaf-bc2d-485c-848f-3d288df0f0ce None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:55:00.970610 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ab81fbaf-bc2d-485c-848f-3d288df0f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:59Z', 'revision_number': 5, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:00.999979 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81fbaf-bc2d-485c-848f-3d288df0f0ce None None] Checking router: d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:55:01.010337 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81fbaf-bc2d-485c-848f-3d288df0f0ce None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:55:01.010967 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ab81fbaf-bc2d-485c-848f-3d288df0f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:01.132593 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-ab81fbaf-bc2d-485c-848f-3d288df0f0ce None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:55:01.336028 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-ab81fbaf-bc2d-485c-848f-3d288df0f0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:59Z', 'revision_number': 5, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:01.361923 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab81fbaf-bc2d-485c-848f-3d288df0f0ce None None] The sync data for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi is: [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:45:48Z', 'revision_number': 4, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'd012cf0f-49e0-4aad-b35a-0fa06176245d', 'name': '', 'network_id': '2d9d4ebf-a640-4736-9377-d7ebfc6f53b2', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'mac_address': 'fa:16:3e:cd:c7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0e843441-240f-4b94-8edc-d88f07284651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:45:59Z', 'revision_number': 5, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'subnets': [{'id': '0e843441-240f-4b94-8edc-d88f07284651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:55:01.619368 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e2d59-e9ae-4fe4-8021-99790a656880 None None] New status for floating IP e02cf177-950f-4032-9c50-208b4304760c: DOWN {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:55:01.625326 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c40fb-00e9-4932-8f44-e572b8ab5066 req-c78793ae-8990-4144-93a1-a3d84dedf21d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:01.627032 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8e7c40fb-00e9-4932-8f44-e572b8ab5066 req-c78793ae-8990-4144-93a1-a3d84dedf21d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 946 time: 0.0958321 Jul 25 08:55:01.648918 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557cfc0-0b38-4d89-be17-e870615dcaa8 req-989adec1-343a-4dc3-9fc3-c995d2ec3d84 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:01.650477 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3557cfc0-0b38-4d89-be17-e870615dcaa8 req-989adec1-343a-4dc3-9fc3-c995d2ec3d84 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0879254 Jul 25 08:55:01.664186 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:01.734183 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8e7c40fb-00e9-4932-8f44-e572b8ab5066 req-e2ea468c-0180-4166-9cca-c2c936539561 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992165 Jul 25 08:55:01.744731 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3557cfc0-0b38-4d89-be17-e870615dcaa8 req-b7552d2c-ec7c-42fd-ac55-5b3faed688b6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838037 Jul 25 08:55:01.871417 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fbacf0b3-0e1b-46ac-b5da-dea0c37f073a req-d3ace4bf-3438-4d50-a408-8f22d78eb1d5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=f8a99ae3-2513-4cd3-bc23-d8a9e6eca69d HTTP/1.1" status: 200 len: 210 time: 0.0432997 Jul 25 08:55:01.908182 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cde492-82c1-473a-8e4a-95ee3068bb66 req-5a27db62-ce3c-4162-a031-76efce6a33df tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:01.909736 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d1cde492-82c1-473a-8e4a-95ee3068bb66 req-5a27db62-ce3c-4162-a031-76efce6a33df tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0505254 Jul 25 08:55:01.919246 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33804) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:01.923713 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-aae5c7f0-2a23-4b59-aeca-d54bbe130920 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Request body: {'floatingip': {'port_id': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:55:01.964437 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-aae5c7f0-2a23-4b59-aeca-d54bbe130920 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (c3dece68-eb12-49f6-afd8-6bde8066346a), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:01.967357 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:02.364864 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 39973804-976f-4223-a900-f8cbbe4dcd0e no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:55:02.385873 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 39973804-976f-4223-a900-f8cbbe4dcd0e {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:55:02.386228 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 39973804-976f-4223-a900-f8cbbe4dcd0e not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:55:02.394544 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-aae5c7f0-2a23-4b59-aeca-d54bbe130920 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:02.398271 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-aae5c7f0-2a23-4b59-aeca-d54bbe130920 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (c3dece68-eb12-49f6-afd8-6bde8066346a), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:02.504838 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-aae5c7f0-2a23-4b59-aeca-d54bbe130920 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Floating IP c3dece68-eb12-49f6-afd8-6bde8066346a associated. External IP: 172.27.1.70, port: 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d. Jul 25 08:55:02.737902 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae5c7f0-2a23-4b59-aeca-d54bbe130920 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Router b7705862-59b5-4122-9fe2-19d7aab24791 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:55:02.872494 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:02.888816 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c682160-743c-474c-9487-19b425e1870f req-2548ebea-4acd-4eb3-b397-d5f331332535 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:02.890304 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1c682160-743c-474c-9487-19b425e1870f req-2548ebea-4acd-4eb3-b397-d5f331332535 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 946 time: 0.0676620 Jul 25 08:55:02.893573 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae5c7f0-2a23-4b59-aeca-d54bbe130920 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:55:02.899212 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-aae5c7f0-2a23-4b59-aeca-d54bbe130920 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:02.914986 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab1f47-7382-4d3f-9357-1552302765b8 None None] Sync routers for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:55:02.928178 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab1f47-7382-4d3f-9357-1552302765b8 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:55:02.928861 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-b9ab1f47-7382-4d3f-9357-1552302765b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:02.954388 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-aae5c7f0-2a23-4b59-aeca-d54bbe130920 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "PUT /v2.0/floatingips/c3dece68-eb12-49f6-afd8-6bde8066346a HTTP/1.1" status: 200 len: 991 time: 1.0340662 Jul 25 08:55:02.956399 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:55:02.958852 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fd4c73-422d-423c-8187-039a377b8523" -d '{"events": [{"name": "network-changed", "server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:55:02.979670 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33816) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:02.998265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:03.005224 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1c682160-743c-474c-9487-19b425e1870f req-d665562d-dec9-4a72-aa33-8e9e3b2ac42c tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020334 Jul 25 08:55:03.023080 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ec9019-db2f-4518-9e96-b310d0ae7db6 x-openstack-request-id: req-b3ec9019-db2f-4518-9e96-b310d0ae7db6 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:55:03.023373 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:55:03.023625 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3ec9019-db2f-4518-9e96-b310d0ae7db6 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:55:03.024317 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ec9019-db2f-4518-9e96-b310d0ae7db6'] response: {'name': 'network-changed', 'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'status': 'completed', 'code': 200} Jul 25 08:55:03.054916 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-b9ab1f47-7382-4d3f-9357-1552302765b8 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:55:03.056092 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-186100d0-58e7-4d49-a80a-0d408085f0c1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group (241e85e8-e9ea-47f3-b9b3-d4057dc44b96), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:03.095761 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-186100d0-58e7-4d49-a80a-0d408085f0c1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group (241e85e8-e9ea-47f3-b9b3-d4057dc44b96), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:03.115842 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd4c73-422d-423c-8187-039a377b8523 req-c8a1e9b6-2a4a-49ec-a107-3e89ddcdb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:03.119121 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-07fd4c73-422d-423c-8187-039a377b8523 req-c8a1e9b6-2a4a-49ec-a107-3e89ddcdb418 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 1130 time: 0.0511191 Jul 25 08:55:03.174925 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afbc48-829f-43e1-bab0-3411d10a8488 req-121691d3-496f-4f3a-9d57-be9a545b3082 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:03.176633 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e4afbc48-829f-43e1-bab0-3411d10a8488 req-121691d3-496f-4f3a-9d57-be9a545b3082 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 946 time: 0.0775712 Jul 25 08:55:03.189969 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33820) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:03.194759 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-0969fc30-b744-4485-a2bb-8869e2885df5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Request body: {'floatingip': {'port_id': '8d036e4d-eb5b-4629-9fa0-863090220d9c'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:55:03.211642 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-186100d0-58e7-4d49-a80a-0d408085f0c1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (241e85e8-e9ea-47f3-b9b3-d4057dc44b96), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:03.214592 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-186100d0-58e7-4d49-a80a-0d408085f0c1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:03.215803 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-186100d0-58e7-4d49-a80a-0d408085f0c1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "DELETE /v2.0/security-groups/241e85e8-e9ea-47f3-b9b3-d4057dc44b96 HTTP/1.1" status: 204 len: 168 time: 0.2351532 Jul 25 08:55:03.220145 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33822) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:03.239407 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186100d0-58e7-4d49-a80a-0d408085f0c1 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=241e85e8-e9ea-47f3-b9b3-d4057dc44b96,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:03.242938 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.api.v2.resource [None req-04d6d082-86f9-4ced-9ab5-ddccc852184d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] show failed (client error): The resource could not be found. Jul 25 08:55:03.244057 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-04d6d082-86f9-4ced-9ab5-ddccc852184d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups/241e85e8-e9ea-47f3-b9b3-d4057dc44b96 HTTP/1.1" status: 404 len: 347 time: 0.0226767 Jul 25 08:55:03.248217 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:03.249771 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33824) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:03.270247 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd4c73-422d-423c-8187-039a377b8523 req-101a46a0-cb6f-4946-9722-dc2238a7d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:03.271951 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-07fd4c73-422d-423c-8187-039a377b8523 req-101a46a0-cb6f-4946-9722-dc2238a7d487 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 918 time: 0.1466994 Jul 25 08:55:03.274349 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0969fc30-b744-4485-a2bb-8869e2885df5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (8ae43e1c-6033-42c7-a1a2-24ec6c6566e2), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:03.329737 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-b9ab1f47-7382-4d3f-9357-1552302765b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'c3dece68-eb12-49f6-afd8-6bde8066346a', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'port_id': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'mac_address': 'fa:16:3e:21:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:54:41Z', 'updated_at': '2022-07-25T08:55:02Z', 'revision_number': 1, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:03.356919 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab1f47-7382-4d3f-9357-1552302765b8 None None] Checking router: b7705862-59b5-4122-9fe2-19d7aab24791 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:55:03.366262 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab1f47-7382-4d3f-9357-1552302765b8 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:55:03.366859 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-b9ab1f47-7382-4d3f-9357-1552302765b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:03.393944 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-cad0ef4f-006c-421f-8da4-e46a7f15c13d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Deleting port 21609c91-e541-4d98-bffa-ff2a47446fa6 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:55:03.394291 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cad0ef4f-006c-421f-8da4-e46a7f15c13d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (21609c91-e541-4d98-bffa-ff2a47446fa6), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:03.411432 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:03.504877 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-07fd4c73-422d-423c-8187-039a377b8523 req-f6c867b9-5bc7-4717-9f0b-9616d60569eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d HTTP/1.1" status: 200 len: 999 time: 0.2260451 Jul 25 08:55:03.585809 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-b9ab1f47-7382-4d3f-9357-1552302765b8 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:55:03.617552 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd4c73-422d-423c-8187-039a377b8523 req-af983247-025d-405c-909d-4a66d9f85134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:03.619111 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-07fd4c73-422d-423c-8187-039a377b8523 req-af983247-025d-405c-909d-4a66d9f85134 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 200 len: 856 time: 0.1087403 Jul 25 08:55:03.727562 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd4c73-422d-423c-8187-039a377b8523 req-cf86c717-7788-4567-bb0f-6f9244fb6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:03.729254 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-07fd4c73-422d-423c-8187-039a377b8523 req-cf86c717-7788-4567-bb0f-6f9244fb6c65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81feca48-2aba-4dcd-848a-634aff6ea348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1045265 Jul 25 08:55:03.775498 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cad0ef4f-006c-421f-8da4-e46a7f15c13d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (21609c91-e541-4d98-bffa-ff2a47446fa6), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:03.776073 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cad0ef4f-006c-421f-8da4-e46a7f15c13d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for floatingip (21609c91-e541-4d98-bffa-ff2a47446fa6), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:03.791868 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-cad0ef4f-006c-421f-8da4-e46a7f15c13d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Calling delete_port for 21609c91-e541-4d98-bffa-ff2a47446fa6 owned by network:floatingip {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:55:03.877579 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-b9ab1f47-7382-4d3f-9357-1552302765b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'c3dece68-eb12-49f6-afd8-6bde8066346a', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'port_id': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'mac_address': 'fa:16:3e:21:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:54:41Z', 'updated_at': '2022-07-25T08:55:02Z', 'revision_number': 1, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:03.887071 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:03.908785 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ab1f47-7382-4d3f-9357-1552302765b8 None None] The sync data for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi is: [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'c3dece68-eb12-49f6-afd8-6bde8066346a', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'port_id': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'mac_address': 'fa:16:3e:21:ff:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:54:41Z', 'updated_at': '2022-07-25T08:55:02Z', 'revision_number': 1, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:55:03.965383 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-07fd4c73-422d-423c-8187-039a377b8523 req-4884ba09-fcf7-4894-be38-f5dfc62fc570 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284338 Jul 25 08:55:03.989710 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cad0ef4f-006c-421f-8da4-e46a7f15c13d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (21609c91-e541-4d98-bffa-ff2a47446fa6), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:04.033226 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0ef4f-006c-421f-8da4-e46a7f15c13d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event deleted for resources: {'Port': ['ID=21609c91-e541-4d98-bffa-ff2a47446fa6,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:04.035225 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:04.114373 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cad0ef4f-006c-421f-8da4-e46a7f15c13d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks [] for floatingip (e02cf177-950f-4032-9c50-208b4304760c), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:04.117273 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-cad0ef4f-006c-421f-8da4-e46a7f15c13d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:04.121697 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-cad0ef4f-006c-421f-8da4-e46a7f15c13d tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "DELETE /v2.0/floatingips/e02cf177-950f-4032-9c50-208b4304760c HTTP/1.1" status: 204 len: 168 time: 0.8680425 Jul 25 08:55:04.166363 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-07fd4c73-422d-423c-8187-039a377b8523 req-abc51ae9-2864-411d-aef6-4fc5fcbb130b service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880896 Jul 25 08:55:04.174102 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f27429-7516-4e9b-9d42-2e7646cd84d2 None None] New status for floating IP c3dece68-eb12-49f6-afd8-6bde8066346a: ACTIVE {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:55:04.182271 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0969fc30-b744-4485-a2bb-8869e2885df5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:04.188720 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0969fc30-b744-4485-a2bb-8869e2885df5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (8ae43e1c-6033-42c7-a1a2-24ec6c6566e2), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:04.308648 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [None req-0969fc30-b744-4485-a2bb-8869e2885df5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Floating IP 8ae43e1c-6033-42c7-a1a2-24ec6c6566e2 associated. External IP: 172.27.1.126, port: 8d036e4d-eb5b-4629-9fa0-863090220d9c. Jul 25 08:55:04.815275 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0969fc30-b744-4485-a2bb-8869e2885df5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Router c02dca39-7a8f-461c-8084-aa6921fc9b64 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:55:04.925413 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0969fc30-b744-4485-a2bb-8869e2885df5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:55:04.929800 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-0969fc30-b744-4485-a2bb-8869e2885df5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:04.934828 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af968afc-eacb-463c-a225-4de1ff650f35 None None] Sync routers for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:55:04.945299 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af968afc-eacb-463c-a225-4de1ff650f35 None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:55:04.945939 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-af968afc-eacb-463c-a225-4de1ff650f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:04.960293 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-0969fc30-b744-4485-a2bb-8869e2885df5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "PUT /v2.0/floatingips/8ae43e1c-6033-42c7-a1a2-24ec6c6566e2 HTTP/1.1" status: 200 len: 992 time: 1.7692447 Jul 25 08:55:04.960889 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48872a7-8219-4458-8832-bc33f66c0250', 'tag': '8d036e4d-eb5b-4629-9fa0-863090220d9c'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:55:04.963174 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f478a981-6c46-4e8b-9f04-b85b243fceef" -d '{"events": [{"name": "network-changed", "server_uuid": "e48872a7-8219-4458-8832-bc33f66c0250", "tag": "8d036e4d-eb5b-4629-9fa0-863090220d9c"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:55:05.002061 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f737dc5e-21dd-4f2f-baea-777a751517d4 x-openstack-request-id: req-f737dc5e-21dd-4f2f-baea-777a751517d4 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:55:05.002355 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48872a7-8219-4458-8832-bc33f66c0250", "tag": "8d036e4d-eb5b-4629-9fa0-863090220d9c", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:55:05.002603 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f737dc5e-21dd-4f2f-baea-777a751517d4 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:55:05.003162 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f737dc5e-21dd-4f2f-baea-777a751517d4'] response: {'name': 'network-changed', 'server_uuid': 'e48872a7-8219-4458-8832-bc33f66c0250', 'tag': '8d036e4d-eb5b-4629-9fa0-863090220d9c', 'status': 'completed', 'code': 200} Jul 25 08:55:05.056097 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-af968afc-eacb-463c-a225-4de1ff650f35 None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:55:05.090103 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478a981-6c46-4e8b-9f04-b85b243fceef req-9e225dbc-5a20-4f03-914c-d194410bff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:05.091692 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f478a981-6c46-4e8b-9f04-b85b243fceef req-9e225dbc-5a20-4f03-914c-d194410bff3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 1130 time: 0.0404584 Jul 25 08:55:05.194369 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478a981-6c46-4e8b-9f04-b85b243fceef req-b0c60a11-2eb1-42c3-aa4b-1b27420a8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:05.195744 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f478a981-6c46-4e8b-9f04-b85b243fceef req-b0c60a11-2eb1-42c3-aa4b-1b27420a8d6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 912 time: 0.0976768 Jul 25 08:55:05.259047 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f478a981-6c46-4e8b-9f04-b85b243fceef req-688e22cf-321d-48ca-8da2-bbdd03eaeecf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d036e4d-eb5b-4629-9fa0-863090220d9c HTTP/1.1" status: 200 len: 1000 time: 0.0574739 Jul 25 08:55:05.274901 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:05.297050 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-af968afc-eacb-463c-a225-4de1ff650f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '8ae43e1c-6033-42c7-a1a2-24ec6c6566e2', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'port_id': '8d036e4d-eb5b-4629-9fa0-863090220d9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'mac_address': 'fa:16:3e:30:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48872a7-8219-4458-8832-bc33f66c0250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:54:40Z', 'updated_at': '2022-07-25T08:55:04Z', 'revision_number': 1, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:05.312185 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478a981-6c46-4e8b-9f04-b85b243fceef req-058c4010-c5c4-4c6f-816b-2b50eb89c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:05.314216 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f478a981-6c46-4e8b-9f04-b85b243fceef req-058c4010-c5c4-4c6f-816b-2b50eb89c2f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 200 len: 850 time: 0.0493250 Jul 25 08:55:05.343459 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af968afc-eacb-463c-a225-4de1ff650f35 None None] Checking router: c02dca39-7a8f-461c-8084-aa6921fc9b64 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:55:05.353824 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af968afc-eacb-463c-a225-4de1ff650f35 None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:55:05.354465 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-af968afc-eacb-463c-a225-4de1ff650f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:54:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:05.371588 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478a981-6c46-4e8b-9f04-b85b243fceef req-afd7b9fd-96e5-4844-8649-647f475e78b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:05.373319 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f478a981-6c46-4e8b-9f04-b85b243fceef req-afd7b9fd-96e5-4844-8649-647f475e78b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527151 Jul 25 08:55:05.473535 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-af968afc-eacb-463c-a225-4de1ff650f35 None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:55:05.492476 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f478a981-6c46-4e8b-9f04-b85b243fceef req-c7ab895e-d301-48cf-9141-9b9773890f07 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128807 Jul 25 08:55:05.511819 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:05.549646 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:05.598135 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f478a981-6c46-4e8b-9f04-b85b243fceef req-c41ef6d1-65bd-441b-967f-ddf18a11cf4e service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944920 Jul 25 08:55:05.683511 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:05.703155 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-af968afc-eacb-463c-a225-4de1ff650f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '8ae43e1c-6033-42c7-a1a2-24ec6c6566e2', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'port_id': '8d036e4d-eb5b-4629-9fa0-863090220d9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'mac_address': 'fa:16:3e:30:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48872a7-8219-4458-8832-bc33f66c0250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:54:40Z', 'updated_at': '2022-07-25T08:55:04Z', 'revision_number': 1, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:05.729556 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af968afc-eacb-463c-a225-4de1ff650f35 None None] The sync data for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi is: [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '8ae43e1c-6033-42c7-a1a2-24ec6c6566e2', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'floating_ip_address': '172.27.1.126', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'port_id': '8d036e4d-eb5b-4629-9fa0-863090220d9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'mac_address': 'fa:16:3e:30:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48872a7-8219-4458-8832-bc33f66c0250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:54:40Z', 'updated_at': '2022-07-25T08:55:04Z', 'revision_number': 1, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:55:05.923183 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c994b95a-46c2-42ce-86a6-ff872fbcbdff None None] New status for floating IP 8ae43e1c-6033-42c7-a1a2-24ec6c6566e2: ACTIVE {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:55:06.664776 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffb277-d640-44f4-829f-88e66c654b7a req-78d6c391-2e49-48b2-83f6-fa243a54b632 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:06.666277 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-79ffb277-d640-44f4-829f-88e66c654b7a req-78d6c391-2e49-48b2-83f6-fa243a54b632 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0497534 Jul 25 08:55:06.720845 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-79ffb277-d640-44f4-829f-88e66c654b7a req-f404fe6c-cb0b-4737-a6f3-398326e50dc5 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486627 Jul 25 08:55:07.623686 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573de1c-b7f5-4035-86f9-41b87ed486a3 req-b3680cde-7f99-4ae6-9915-9a704311ade8 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:07.625195 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f573de1c-b7f5-4035-86f9-41b87ed486a3 req-b3680cde-7f99-4ae6-9915-9a704311ade8 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0473115 Jul 25 08:55:07.648484 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ef1c36cd-b75d-4780-9ab5-ff6954417b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:07.710817 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-f573de1c-b7f5-4035-86f9-41b87ed486a3 req-836bacc7-e845-4ee9-8088-755cc3009034 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Deleting port 28a4c653-6358-4c44-a455-40a51fe64fbc {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:55:07.711152 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f573de1c-b7f5-4035-86f9-41b87ed486a3 req-836bacc7-e845-4ee9-8088-755cc3009034 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:07.800960 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-f573de1c-b7f5-4035-86f9-41b87ed486a3 req-836bacc7-e845-4ee9-8088-755cc3009034 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] For port 28a4c653-6358-4c44-a455-40a51fe64fbc, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=28a4c653-6358-4c44-a455-40a51fe64fbc,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:55:07.801318 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f573de1c-b7f5-4035-86f9-41b87ed486a3 req-836bacc7-e845-4ee9-8088-755cc3009034 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:07.814838 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-f573de1c-b7f5-4035-86f9-41b87ed486a3 req-836bacc7-e845-4ee9-8088-755cc3009034 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Calling delete_port for 28a4c653-6358-4c44-a455-40a51fe64fbc owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:55:07.841999 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65cf1c-91e2-46ab-93dd-2e405c710946 req-92a676bc-d7ef-4c4b-b371-094e5ef554d3 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:07.843691 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ed65cf1c-91e2-46ab-93dd-2e405c710946 req-92a676bc-d7ef-4c4b-b371-094e5ef554d3 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=71a72735-dc04-46c8-93bb-0ac441aed151 HTTP/1.1" status: 200 len: 945 time: 0.0484664 Jul 25 08:55:07.882733 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:07.896628 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ed65cf1c-91e2-46ab-93dd-2e405c710946 req-57c8052e-0890-41cb-9b9b-3170ba1189ee tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457916 Jul 25 08:55:07.951273 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f573de1c-b7f5-4035-86f9-41b87ed486a3 req-836bacc7-e845-4ee9-8088-755cc3009034 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (28a4c653-6358-4c44-a455-40a51fe64fbc), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:07.980349 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bacc7-e845-4ee9-8088-755cc3009034 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event deleted for resources: {'Port': ['ID=28a4c653-6358-4c44-a455-40a51fe64fbc,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:07.992082 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['28a4c653-6358-4c44-a455-40a51fe64fbc', '4e4d0870-3b4e-4551-b50c-c4f668b497de'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:55:08.021948 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:08.032621 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f573de1c-b7f5-4035-86f9-41b87ed486a3 req-836bacc7-e845-4ee9-8088-755cc3009034 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] No DVR routers for this DVR port 28a4c653-6358-4c44-a455-40a51fe64fbc on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:55:08.035120 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-f573de1c-b7f5-4035-86f9-41b87ed486a3 req-836bacc7-e845-4ee9-8088-755cc3009034 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:08.036747 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:08.038398 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-f573de1c-b7f5-4035-86f9-41b87ed486a3 req-836bacc7-e845-4ee9-8088-755cc3009034 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "DELETE /v2.0/ports/28a4c653-6358-4c44-a455-40a51fe64fbc HTTP/1.1" status: 204 len: 173 time: 0.4086468 Jul 25 08:55:08.038840 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a72735-dc04-46c8-93bb-0ac441aed151', 'name': 'network-vif-deleted', 'tag': '28a4c653-6358-4c44-a455-40a51fe64fbc'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:55:08.041134 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e8e2cb-f4e6-440e-9550-f3cdfd1c65ec" -d '{"events": [{"server_uuid": "71a72735-dc04-46c8-93bb-0ac441aed151", "name": "network-vif-deleted", "tag": "28a4c653-6358-4c44-a455-40a51fe64fbc"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:55:08.238123 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8c6bf5-a495-4796-97fa-e728501b203c x-openstack-request-id: req-2a8c6bf5-a495-4796-97fa-e728501b203c {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:55:08.238476 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a72735-dc04-46c8-93bb-0ac441aed151", "name": "network-vif-deleted", "tag": "28a4c653-6358-4c44-a455-40a51fe64fbc", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:55:08.238809 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a8c6bf5-a495-4796-97fa-e728501b203c {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:55:08.239299 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a8c6bf5-a495-4796-97fa-e728501b203c'] response: {'server_uuid': '71a72735-dc04-46c8-93bb-0ac441aed151', 'name': 'network-vif-deleted', 'tag': '28a4c653-6358-4c44-a455-40a51fe64fbc', 'status': 'completed', 'code': 200} Jul 25 08:55:09.235047 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9954e-e755-4069-b0bc-700168f17c2c req-99b6fed8-b068-4599-83ff-e583d1d64f59 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:09.236429 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f1a9954e-e755-4069-b0bc-700168f17c2c req-99b6fed8-b068-4599-83ff-e583d1d64f59 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0485716 Jul 25 08:55:09.287167 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f1a9954e-e755-4069-b0bc-700168f17c2c req-6d506bf0-2844-4226-a141-5ef7e919f7b7 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447669 Jul 25 08:55:10.031299 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-16d0e661-14f7-4a08-b20d-779cdda9b19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:10.074783 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036c1e-81c7-42ec-a168-30f0d7410cb8 req-f6501cf5-06d3-4816-a439-a14e3caf77a8 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:10.076243 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7d036c1e-81c7-42ec-a168-30f0d7410cb8 req-f6501cf5-06d3-4816-a439-a14e3caf77a8 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0517228 Jul 25 08:55:10.166339 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-7d036c1e-81c7-42ec-a168-30f0d7410cb8 req-450eecaf-56d5-4565-93af-07a15ddaf651 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Deleting port 4e4d0870-3b4e-4551-b50c-c4f668b497de {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:55:10.166682 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7d036c1e-81c7-42ec-a168-30f0d7410cb8 req-450eecaf-56d5-4565-93af-07a15ddaf651 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:10.265018 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-7d036c1e-81c7-42ec-a168-30f0d7410cb8 req-450eecaf-56d5-4565-93af-07a15ddaf651 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] For port 4e4d0870-3b4e-4551-b50c-c4f668b497de, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=4e4d0870-3b4e-4551-b50c-c4f668b497de,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:55:10.265380 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7d036c1e-81c7-42ec-a168-30f0d7410cb8 req-450eecaf-56d5-4565-93af-07a15ddaf651 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:10.279577 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-7d036c1e-81c7-42ec-a168-30f0d7410cb8 req-450eecaf-56d5-4565-93af-07a15ddaf651 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Calling delete_port for 4e4d0870-3b4e-4551-b50c-c4f668b497de owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:55:10.338212 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:10.360770 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:10.425717 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7d036c1e-81c7-42ec-a168-30f0d7410cb8 req-450eecaf-56d5-4565-93af-07a15ddaf651 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (4e4d0870-3b4e-4551-b50c-c4f668b497de), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:10.428002 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070553e-9c95-42cd-8514-8640bdac92fd req-9db0c44d-30a2-4ed8-96aa-0bd0783e87e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:10.429607 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f070553e-9c95-42cd-8514-8640bdac92fd req-9db0c44d-30a2-4ed8-96aa-0bd0783e87e6 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/ports?device_id=22b16067-f13e-472e-a335-bbb66b7461b1 HTTP/1.1" status: 200 len: 945 time: 0.0578001 Jul 25 08:55:10.442633 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:10.457414 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450eecaf-56d5-4565-93af-07a15ddaf651 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Pushing event deleted for resources: {'Port': ['ID=4e4d0870-3b4e-4551-b50c-c4f668b497de,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:10.468292 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['28a4c653-6358-4c44-a455-40a51fe64fbc', '4e4d0870-3b4e-4551-b50c-c4f668b497de'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:55:10.490992 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f070553e-9c95-42cd-8514-8640bdac92fd req-730c1424-dd65-44b4-878c-1a2dec5da971 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.52 "GET /v2.0/security-groups?id=bbc09e33-4d06-47fc-8a65-b4fb0f794868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544367 Jul 25 08:55:10.504977 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d036c1e-81c7-42ec-a168-30f0d7410cb8 req-450eecaf-56d5-4565-93af-07a15ddaf651 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] No DVR routers for this DVR port 4e4d0870-3b4e-4551-b50c-c4f668b497de on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:55:10.511098 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7d036c1e-81c7-42ec-a168-30f0d7410cb8 req-450eecaf-56d5-4565-93af-07a15ddaf651 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:10.514644 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7d036c1e-81c7-42ec-a168-30f0d7410cb8 req-450eecaf-56d5-4565-93af-07a15ddaf651 tempest-ServerRescueNegativeTestJSON-1864573966 tempest-ServerRescueNegativeTestJSON-1864573966-project] 10.222.0.48 "DELETE /v2.0/ports/4e4d0870-3b4e-4551-b50c-c4f668b497de HTTP/1.1" status: 204 len: 173 time: 0.4338238 Jul 25 08:55:10.515188 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b16067-f13e-472e-a335-bbb66b7461b1', 'name': 'network-vif-deleted', 'tag': '4e4d0870-3b4e-4551-b50c-c4f668b497de'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:55:10.517668 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67deaaf0-63bc-4840-9ae6-c41e3c43ddba" -d '{"events": [{"server_uuid": "22b16067-f13e-472e-a335-bbb66b7461b1", "name": "network-vif-deleted", "tag": "4e4d0870-3b4e-4551-b50c-c4f668b497de"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:55:10.557265 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a238e36a-6616-43d7-ab33-3ebdeb0680d6 x-openstack-request-id: req-a238e36a-6616-43d7-ab33-3ebdeb0680d6 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:55:10.557442 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b16067-f13e-472e-a335-bbb66b7461b1", "name": "network-vif-deleted", "tag": "4e4d0870-3b4e-4551-b50c-c4f668b497de", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:55:10.557668 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a238e36a-6616-43d7-ab33-3ebdeb0680d6 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:55:10.558152 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a238e36a-6616-43d7-ab33-3ebdeb0680d6'] response: {'server_uuid': '22b16067-f13e-472e-a335-bbb66b7461b1', 'name': 'network-vif-deleted', 'tag': '4e4d0870-3b4e-4551-b50c-c4f668b497de', 'status': 'completed', 'code': 200} Jul 25 08:55:11.045803 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:11.566099 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33868) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:12.145196 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711734'] for router_interface (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:12.389226 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] Deleting port d012cf0f-49e0-4aad-b35a-0fa06176245d {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:55:12.389571 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:12.399289 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:12.477793 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 28a4c653-6358-4c44-a455-40a51fe64fbc no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:55:12.478016 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] For port d012cf0f-49e0-4aad-b35a-0fa06176245d, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=d012cf0f-49e0-4aad-b35a-0fa06176245d,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:55:12.478163 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:12.493636 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] Calling delete_port for d012cf0f-49e0-4aad-b35a-0fa06176245d owned by network:router_interface {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:55:12.501458 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 28a4c653-6358-4c44-a455-40a51fe64fbc {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:55:12.501981 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 28a4c653-6358-4c44-a455-40a51fe64fbc not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:55:12.502790 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:12.712022 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (d012cf0f-49e0-4aad-b35a-0fa06176245d), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:12.757004 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] Pushing event deleted for resources: {'Port': ['ID=d012cf0f-49e0-4aad-b35a-0fa06176245d,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:12.808259 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:12.826682 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:12.948967 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614822'] for router_interface (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:13.165495 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] Router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:55:13.275308 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:55:13.280320 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-fa9b7887-7682-416e-a656-57b7d7cedf38 admin admin] 10.222.0.52 "PUT /v2.0/routers/d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7132018 Jul 25 08:55:13.282869 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33872) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:13.285457 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bbc2de-3de0-462f-a3fc-f9d6db21299b None None] Sync routers for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:55:13.298363 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bbc2de-3de0-462f-a3fc-f9d6db21299b None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:55:13.299001 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-79bbc2de-3de0-462f-a3fc-f9d6db21299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:55:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:13.390759 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Publish callbacks [] for router (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:13.406296 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-79bbc2de-3de0-462f-a3fc-f9d6db21299b None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:55:13.486990 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:13.502645 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Publish callbacks [] for router_gateway (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:13.547308 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Deleting port 3574684c-61be-4750-bf34-f206d258d126 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:55:13.547625 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (3574684c-61be-4750-bf34-f206d258d126), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:13.595034 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-79bbc2de-3de0-462f-a3fc-f9d6db21299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': '3574684c-61be-4750-bf34-f206d258d126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:55:12Z', 'revision_number': 5, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port': {'id': '3574684c-61be-4750-bf34-f206d258d126', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:13.620851 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bbc2de-3de0-462f-a3fc-f9d6db21299b None None] Checking router: d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:55:13.630379 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bbc2de-3de0-462f-a3fc-f9d6db21299b None None] Routers {'d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:55:13.630991 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-79bbc2de-3de0-462f-a3fc-f9d6db21299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:55:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:13.638809 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] For port 3574684c-61be-4750-bf34-f206d258d126, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=3574684c-61be-4750-bf34-f206d258d126,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:55:13.639174 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (3574684c-61be-4750-bf34-f206d258d126), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:13.657402 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Calling delete_port for 3574684c-61be-4750-bf34-f206d258d126 owned by network:router_gateway {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:55:13.724266 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:13.809248 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-79bbc2de-3de0-462f-a3fc-f9d6db21299b None None] Set router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea gateway port host: None {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:55:13.839851 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (3574684c-61be-4750-bf34-f206d258d126), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:13.861876 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-79bbc2de-3de0-462f-a3fc-f9d6db21299b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:55:13Z', 'revision_number': 6, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port_host': None}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:13.864348 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Pushing event deleted for resources: {'Port': ['ID=3574684c-61be-4750-bf34-f206d258d126,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:13.888099 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bbc2de-3de0-462f-a3fc-f9d6db21299b None None] The sync data for ids ['d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea'] in dv-cinder-850840-1-iscsi is: [{'id': 'd6d3ac6b-7a5b-4d78-abd0-2304d68a4aea', 'name': 'tempest-ServerRescueNegativeTestJSON-2015790570-router', 'tenant_id': '7e61cbb537384f549eee9ec4c92d9d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:39Z', 'updated_at': '2022-07-25T08:55:13Z', 'revision_number': 6, 'project_id': '7e61cbb537384f549eee9ec4c92d9d77', 'gw_port_host': None}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:55:13.934132 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714570'] for router_gateway (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.020589 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1516'] for router (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.022770 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Publish callbacks [] for router_controller (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), precommit_delete_associations {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.064778 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621980'] for router (d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.065308 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea {{(pid=110462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 08:55:14.070235 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.073899 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-4d32cb2a-b558-4a93-a788-beed6c116203 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d6d3ac6b-7a5b-4d78-abd0-2304d68a4aea HTTP/1.1" status: 204 len: 168 time: 0.7876315 Jul 25 08:55:14.074087 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33874) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:14.123038 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b038ad6-86f9-4e6a-8459-dfe718bf1b11 admin admin] Deleting subnet 0e843441-240f-4b94-8edc-d88f07284651 {{(pid=110462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:55:14.126501 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b038ad6-86f9-4e6a-8459-dfe718bf1b11 admin admin] Publish callbacks [] for subnet (0e843441-240f-4b94-8edc-d88f07284651), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.163739 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b038ad6-86f9-4e6a-8459-dfe718bf1b11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4048604'] for subnet (0e843441-240f-4b94-8edc-d88f07284651), precommit_delete_associations {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.281395 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b038ad6-86f9-4e6a-8459-dfe718bf1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (0e843441-240f-4b94-8edc-d88f07284651), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.339672 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b038ad6-86f9-4e6a-8459-dfe718bf1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25638554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25485002'] for subnet (0e843441-240f-4b94-8edc-d88f07284651), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.364304 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b038ad6-86f9-4e6a-8459-dfe718bf1b11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e843441-240f-4b94-8edc-d88f07284651,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:14.370184 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b038ad6-86f9-4e6a-8459-dfe718bf1b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.376192 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-2b038ad6-86f9-4e6a-8459-dfe718bf1b11 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0e843441-240f-4b94-8edc-d88f07284651 HTTP/1.1" status: 204 len: 168 time: 0.2986147 Jul 25 08:55:14.376657 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33876) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:14.376858 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc7b81e-5ed5-4a32-90b1-e63f6931e9c2 None None] Network 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:55:14.454292 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (2d9d4ebf-a640-4736-9377-d7ebfc6f53b2), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.468802 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 4e4d0870-3b4e-4551-b50c-c4f668b497de no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:55:14.489032 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=7 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:14.500141 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 4e4d0870-3b4e-4551-b50c-c4f668b497de {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:55:14.500512 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 4e4d0870-3b4e-4551-b50c-c4f668b497de not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:55:14.504950 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Deleting port a4888bcc-e966-46b9-bd15-df82f21d4def {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:55:14.505291 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.585495 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] For port a4888bcc-e966-46b9-bd15-df82f21d4def, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=a4888bcc-e966-46b9-bd15-df82f21d4def,segment=NetworkSegment(ea42be48-9de1-4fb6-8a9a-f73a6d473cfe),segment_id=ea42be48-9de1-4fb6-8a9a-f73a6d473cfe)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:55:14.585768 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.601454 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Calling delete_port for a4888bcc-e966-46b9-bd15-df82f21d4def owned by network:dhcp {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:55:14.662058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e012b-7611-43f2-ae44-eb48b802efa5 None None] DHCP port deletion for 2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 request from dv-cinder-850840-1-iscsi {{(pid=110464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 08:55:14.681054 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:14.694529 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.714807 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-590e012b-7611-43f2-ae44-eb48b802efa5 None None] Deleting port a4888bcc-e966-46b9-bd15-df82f21d4def {{(pid=110464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:55:14.715177 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-590e012b-7611-43f2-ae44-eb48b802efa5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), before_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.730909 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] No DVR routers for this DVR port a4888bcc-e966-46b9-bd15-df82f21d4def on host dv-cinder-850840-1-iscsi {{(pid=110462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:55:14.765860 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a4888bcc-e966-46b9-bd15-df82f21d4def,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:14.796544 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-590e012b-7611-43f2-ae44-eb48b802efa5 None None] For port a4888bcc-e966-46b9-bd15-df82f21d4def, host dv-cinder-850840-1-iscsi, got binding levels [] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:55:14.798971 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-590e012b-7611-43f2-ae44-eb48b802efa5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), precommit_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.816865 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-590e012b-7611-43f2-ae44-eb48b802efa5 None None] Calling delete_port for a4888bcc-e966-46b9-bd15-df82f21d4def owned by network:dhcp {{(pid=110464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:55:14.820226 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.ipam_backend_mixin [None req-590e012b-7611-43f2-ae44-eb48b802efa5 None None] Port a4888bcc-e966-46b9-bd15-df82f21d4def was not found and therefore no delete operation was performed {{(pid=110464) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 25 08:55:14.822171 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-590e012b-7611-43f2-ae44-eb48b802efa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (a4888bcc-e966-46b9-bd15-df82f21d4def), after_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:14.857404 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e012b-7611-43f2-ae44-eb48b802efa5 None None] Pushing event deleted for resources: {'Port': ['ID=a4888bcc-e966-46b9-bd15-df82f21d4def,revision_number=None']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:14.860300 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590e012b-7611-43f2-ae44-eb48b802efa5 None None] No DVR routers for this DVR port a4888bcc-e966-46b9-bd15-df82f21d4def on host dv-cinder-850840-1-iscsi {{(pid=110464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:55:15.090166 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (2d9d4ebf-a640-4736-9377-d7ebfc6f53b2), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:15.115949 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9d4ebf-a640-4736-9377-d7ebfc6f53b2']}} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:15.129319 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe') {'for_net_delete': True} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:15.129637 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea42be48-9de1-4fb6-8a9a-f73a6d473cfe') {} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:15.142545 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048587'] for segment (ea42be48-9de1-4fb6-8a9a-f73a6d473cfe), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:15.163818 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (ea42be48-9de1-4fb6-8a9a-f73a6d473cfe), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:15.173666 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=110462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:55:15.174332 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25638468'] for segment (ea42be48-9de1-4fb6-8a9a-f73a6d473cfe), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:15.240831 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device d012cf0f-49e0-4aad-b35a-0fa06176245d no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:55:15.248948 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment ea42be48-9de1-4fb6-8a9a-f73a6d473cfe resource provider aggregate not found Jul 25 08:55:15.268137 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: d012cf0f-49e0-4aad-b35a-0fa06176245d {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:55:15.268653 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device d012cf0f-49e0-4aad-b35a-0fa06176245d not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:55:15.269153 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 3574684c-61be-4750-bf34-f206d258d126 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:55:15.282359 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment ea42be48-9de1-4fb6-8a9a-f73a6d473cfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea42be48-9de1-4fb6-8a9a-f73a6d473cfe found for delete ", "request_id": "req-5b1db708-e5a7-42c9-9ca7-6e8445b71c65"}]} Jul 25 08:55:15.294924 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (2d9d4ebf-a640-4736-9377-d7ebfc6f53b2), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:15.295147 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 3574684c-61be-4750-bf34-f206d258d126 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:55:15.295147 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 3574684c-61be-4750-bf34-f206d258d126 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:55:15.295147 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device a4888bcc-e966-46b9-bd15-df82f21d4def no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:55:15.303296 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:15.309912 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] 10.222.0.52 "DELETE /v2.0/networks/2d9d4ebf-a640-4736-9377-d7ebfc6f53b2 HTTP/1.1" status: 204 len: 168 time: 0.9314814 Jul 25 08:55:15.322389 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: a4888bcc-e966-46b9-bd15-df82f21d4def {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:55:15.322828 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device a4888bcc-e966-46b9-bd15-df82f21d4def not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:55:15.336705 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2c065-f116-473a-a1a5-3c7314df55cf admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9d4ebf-a640-4736-9377-d7ebfc6f53b2,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:15.501641 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 33884) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:15.554444 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-7dce106f-c314-454c-9064-d33472c2a8d5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e61cbb537384f549eee9ec4c92d9d77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0515985 Jul 25 08:55:15.557136 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 33886) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:15.623060 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-99dbcd41-1d8b-4fe7-9a44-6b658a3281dd admin admin] Publish callbacks [] for security_group (bbc09e33-4d06-47fc-8a65-b4fb0f794868), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:15.658543 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-99dbcd41-1d8b-4fe7-9a44-6b658a3281dd admin admin] Publish callbacks [] for security_group (bbc09e33-4d06-47fc-8a65-b4fb0f794868), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:15.716252 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-99dbcd41-1d8b-4fe7-9a44-6b658a3281dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (bbc09e33-4d06-47fc-8a65-b4fb0f794868), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:15.718934 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-99dbcd41-1d8b-4fe7-9a44-6b658a3281dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:15.720727 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-99dbcd41-1d8b-4fe7-9a44-6b658a3281dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbc09e33-4d06-47fc-8a65-b4fb0f794868 HTTP/1.1" status: 204 len: 168 time: 0.1623273 Jul 25 08:55:15.729543 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbcd41-1d8b-4fe7-9a44-6b658a3281dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc09e33-4d06-47fc-8a65-b4fb0f794868,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:19.475345 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:55:25.545605 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:25.547750 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=29,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:25.612204 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:25.724046 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:DELETE=7,neutron:SELECT=28 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:25.724879 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:26.390595 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 34008) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:26.539186 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3ead6a16-fae7-4ed4-bbaf-08131465a3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:26.619697 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3ead6a16-fae7-4ed4-bbaf-08131465a3da admin admin] Publish callbacks [] for security_group (89aebba8-1f5a-4bb2-8694-b592490d519f), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:26.623903 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3ead6a16-fae7-4ed4-bbaf-08131465a3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (89aebba8-1f5a-4bb2-8694-b592490d519f), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:26.672965 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead6a16-fae7-4ed4-bbaf-08131465a3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aebba8-1f5a-4bb2-8694-b592490d519f,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:26.677367 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3ead6a16-fae7-4ed4-bbaf-08131465a3da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=161188f13b02425987c1a1ac5c497751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852404 Jul 25 08:55:26.681444 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 34012) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:26.737884 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b524aa23-9984-4238-b148-a9d765a6bf4f admin admin] Publish callbacks [] for security_group (89aebba8-1f5a-4bb2-8694-b592490d519f), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:26.761463 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b524aa23-9984-4238-b148-a9d765a6bf4f admin admin] Publish callbacks [] for security_group (89aebba8-1f5a-4bb2-8694-b592490d519f), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:26.815118 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b524aa23-9984-4238-b148-a9d765a6bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (89aebba8-1f5a-4bb2-8694-b592490d519f), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:26.818144 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b524aa23-9984-4238-b148-a9d765a6bf4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:26.819461 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b524aa23-9984-4238-b148-a9d765a6bf4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89aebba8-1f5a-4bb2-8694-b592490d519f HTTP/1.1" status: 204 len: 168 time: 0.1369944 Jul 25 08:55:26.829394 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524aa23-9984-4238-b148-a9d765a6bf4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aebba8-1f5a-4bb2-8694-b592490d519f,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:28.141202 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 34062) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:28.248545 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-29994a5e-0b32-4ff7-ad35-69ebc4ce2c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:28.334998 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-29994a5e-0b32-4ff7-ad35-69ebc4ce2c61 admin admin] Publish callbacks [] for security_group (9e335303-49ce-4830-bd50-5719c7f81a54), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:28.338889 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-29994a5e-0b32-4ff7-ad35-69ebc4ce2c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (9e335303-49ce-4830-bd50-5719c7f81a54), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:28.380874 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-29994a5e-0b32-4ff7-ad35-69ebc4ce2c61 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ebd6083e6f18454781ae160d105c568e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385490 Jul 25 08:55:28.381594 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29994a5e-0b32-4ff7-ad35-69ebc4ce2c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e335303-49ce-4830-bd50-5719c7f81a54,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:28.384132 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34066) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:28.434521 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e0f841ab-7795-42c1-9082-70c6b794e84a admin admin] Publish callbacks [] for security_group (9e335303-49ce-4830-bd50-5719c7f81a54), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:28.457768 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e0f841ab-7795-42c1-9082-70c6b794e84a admin admin] Publish callbacks [] for security_group (9e335303-49ce-4830-bd50-5719c7f81a54), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:28.505874 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e0f841ab-7795-42c1-9082-70c6b794e84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (9e335303-49ce-4830-bd50-5719c7f81a54), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:28.508417 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e0f841ab-7795-42c1-9082-70c6b794e84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:28.512299 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-e0f841ab-7795-42c1-9082-70c6b794e84a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e335303-49ce-4830-bd50-5719c7f81a54 HTTP/1.1" status: 204 len: 168 time: 0.1267874 Jul 25 08:55:28.520668 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f841ab-7795-42c1-9082-70c6b794e84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e335303-49ce-4830-bd50-5719c7f81a54,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:29.470469 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=48 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:29.471410 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=68 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:29.642155 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34096) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:29.751008 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-15ed2f8c-9bb6-45e7-9871-b23968217427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:29.831389 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-15ed2f8c-9bb6-45e7-9871-b23968217427 admin admin] Publish callbacks [] for security_group (b47c37fc-9569-4e03-a8f4-070cab2be5e8), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:29.835270 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-15ed2f8c-9bb6-45e7-9871-b23968217427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b47c37fc-9569-4e03-a8f4-070cab2be5e8), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:29.877697 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed2f8c-9bb6-45e7-9871-b23968217427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47c37fc-9569-4e03-a8f4-070cab2be5e8,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:29.885497 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-15ed2f8c-9bb6-45e7-9871-b23968217427 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6049d2c68f6241cfa404fabfe89c643d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397678 Jul 25 08:55:29.886457 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34100) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:29.937078 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf6d3-f2d8-4368-87a4-af46846867ef admin admin] Publish callbacks [] for security_group (b47c37fc-9569-4e03-a8f4-070cab2be5e8), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:29.959232 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf6d3-f2d8-4368-87a4-af46846867ef admin admin] Publish callbacks [] for security_group (b47c37fc-9569-4e03-a8f4-070cab2be5e8), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:30.014758 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf6d3-f2d8-4368-87a4-af46846867ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b47c37fc-9569-4e03-a8f4-070cab2be5e8), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:30.017446 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf6d3-f2d8-4368-87a4-af46846867ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:30.018624 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-c4ccf6d3-f2d8-4368-87a4-af46846867ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b47c37fc-9569-4e03-a8f4-070cab2be5e8 HTTP/1.1" status: 204 len: 168 time: 0.1319432 Jul 25 08:55:30.027319 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccf6d3-f2d8-4368-87a4-af46846867ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47c37fc-9569-4e03-a8f4-070cab2be5e8,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:37.652772 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d5645618-3044-41a3-9b77-067e63b20ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:38.374349 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=49,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:38.376618 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=58,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:40.013683 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:40.016673 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:40.022218 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=56,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:40.023036 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:40.030457 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-47222490-c049-4edc-988c-e75ec3c14a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:41.046020 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:42.401549 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:42.802715 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:45.794740 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5db68-c74d-41e7-8a1e-102ca4b352ca req-f78efaad-37b5-4449-9f9c-dadebcd25c68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:45.796998 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-54d5db68-c74d-41e7-8a1e-102ca4b352ca req-f78efaad-37b5-4449-9f9c-dadebcd25c68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 946 time: 0.0499008 Jul 25 08:55:45.847491 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-54d5db68-c74d-41e7-8a1e-102ca4b352ca req-d16fe2ff-e1fe-41b0-840f-5ecd7ba10029 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444796 Jul 25 08:55:47.172159 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4900f-e462-4ece-b52e-1f00320bfc37 req-185bec98-ac7a-4b83-8314-df9191f7491f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:47.173681 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76b4900f-e462-4ece-b52e-1f00320bfc37 req-185bec98-ac7a-4b83-8314-df9191f7491f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 946 time: 0.2384005 Jul 25 08:55:47.220285 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76b4900f-e462-4ece-b52e-1f00320bfc37 req-ab4cf287-e7ac-4ddb-95e5-95fd4a884ea5 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409877 Jul 25 08:55:48.402241 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2e3f3-0621-437d-8cb2-b35cd3800b83 req-586d4da3-f9dc-43ec-9a86-1172f98c12f0 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:48.403770 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a0e2e3f3-0621-437d-8cb2-b35cd3800b83 req-586d4da3-f9dc-43ec-9a86-1172f98c12f0 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 946 time: 0.1031520 Jul 25 08:55:48.451814 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a0e2e3f3-0621-437d-8cb2-b35cd3800b83 req-700aff5f-5c7e-44e8-9926-15cc7ae18efd tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=d374271b-cd42-455c-88ff-4eb17072a39a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424080 Jul 25 08:55:48.522616 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b988e-0908-4993-b235-18b475a9bb17 req-a612623b-0d86-400e-bc16-a1ddbc76b090 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:48.523989 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-543b988e-0908-4993-b235-18b475a9bb17 req-a612623b-0d86-400e-bc16-a1ddbc76b090 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 946 time: 0.0480766 Jul 25 08:55:48.610295 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Deleting port 62088a84-476c-4db4-baa2-473b1dbbc579 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:55:48.610632 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:48.701079 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] For port 62088a84-476c-4db4-baa2-473b1dbbc579, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=62088a84-476c-4db4-baa2-473b1dbbc579,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:55:48.701369 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:48.870057 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:48.870331 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:48.870644 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Floating IP 08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02 disassociated. External IP: 172.27.1.115, port: 62088a84-476c-4db4-baa2-473b1dbbc579. Jul 25 08:55:48.870991 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Calling delete_port for 62088a84-476c-4db4-baa2-473b1dbbc579 owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:55:48.999790 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (62088a84-476c-4db4-baa2-473b1dbbc579), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:49.030691 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'Port': ['ID=62088a84-476c-4db4-baa2-473b1dbbc579,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:49.044403 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.044812 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.045164 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.045505 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.045871 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.046203 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.046545 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.046858 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.047187 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.047518 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.047844 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.048164 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.048490 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.048842 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.049164 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:49.153879 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Router b19f8421-40aa-4703-b95a-045ca280ccd6 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:55:49.267044 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:55:49.277866 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d8f398-5a9c-49ad-9dab-5d14bb1739ac None None] Sync routers for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:55:49.289477 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8f398-5a9c-49ad-9dab-5d14bb1739ac None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:55:49.290090 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-50d8f398-5a9c-49ad-9dab-5d14bb1739ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:55:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:49.316308 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] No DVR routers for this DVR port 62088a84-476c-4db4-baa2-473b1dbbc579 on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:55:49.318936 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:49.322209 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-543b988e-0908-4993-b235-18b475a9bb17 req-7ed164b2-f97f-429a-a329-58147ae51d68 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "DELETE /v2.0/ports/62088a84-476c-4db4-baa2-473b1dbbc579 HTTP/1.1" status: 204 len: 173 time: 0.7928836 Jul 25 08:55:49.322654 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'name': 'network-vif-deleted', 'tag': '62088a84-476c-4db4-baa2-473b1dbbc579'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:55:49.325155 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a4fcdd-352f-44b1-9cd0-37bfd0f512b4" -d '{"events": [{"server_uuid": "c5c94565-b030-4cad-a705-425ace6d71ff", "name": "network-vif-deleted", "tag": "62088a84-476c-4db4-baa2-473b1dbbc579"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:55:49.388762 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08939b7-0d79-4b19-b7ac-2d0eb0ae71fe x-openstack-request-id: req-a08939b7-0d79-4b19-b7ac-2d0eb0ae71fe {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:55:49.389241 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c94565-b030-4cad-a705-425ace6d71ff", "name": "network-vif-deleted", "tag": "62088a84-476c-4db4-baa2-473b1dbbc579", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:55:49.390279 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a08939b7-0d79-4b19-b7ac-2d0eb0ae71fe {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:55:49.391004 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08939b7-0d79-4b19-b7ac-2d0eb0ae71fe'] response: {'server_uuid': 'c5c94565-b030-4cad-a705-425ace6d71ff', 'name': 'network-vif-deleted', 'tag': '62088a84-476c-4db4-baa2-473b1dbbc579', 'status': 'completed', 'code': 200} Jul 25 08:55:49.556423 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-50d8f398-5a9c-49ad-9dab-5d14bb1739ac None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:55:49.592255 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-674ad9bc-666a-4bba-93e6-98443f1a2c50 req-181844af-73b5-418f-ad9e-9101de55f696 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5c94565-b030-4cad-a705-425ace6d71ff HTTP/1.1" status: 200 len: 210 time: 0.0355833 Jul 25 08:55:49.752610 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-50d8f398-5a9c-49ad-9dab-5d14bb1739ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:49.782831 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d8f398-5a9c-49ad-9dab-5d14bb1739ac None None] Checking router: b19f8421-40aa-4703-b95a-045ca280ccd6 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:55:49.791843 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d8f398-5a9c-49ad-9dab-5d14bb1739ac None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:55:49.792464 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-50d8f398-5a9c-49ad-9dab-5d14bb1739ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:55:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:49.899450 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-50d8f398-5a9c-49ad-9dab-5d14bb1739ac None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:55:50.104911 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-50d8f398-5a9c-49ad-9dab-5d14bb1739ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:55:50.131464 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d8f398-5a9c-49ad-9dab-5d14bb1739ac None None] The sync data for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi is: [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:55:50.348513 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed38013-184b-4090-a12d-dd12c315e4f3 None None] New status for floating IP 08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02: DOWN {{(pid=110465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:55:50.704262 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 34312) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:50.750151 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:50.765476 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-430ccf92-376c-4bc4-8500-cb04d6705e13 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (d374271b-cd42-455c-88ff-4eb17072a39a), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:50.789301 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-430ccf92-376c-4bc4-8500-cb04d6705e13 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (d374271b-cd42-455c-88ff-4eb17072a39a), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:50.813645 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:50.843400 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-430ccf92-376c-4bc4-8500-cb04d6705e13 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d374271b-cd42-455c-88ff-4eb17072a39a), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:50.846015 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-430ccf92-376c-4bc4-8500-cb04d6705e13 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:50.847179 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-430ccf92-376c-4bc4-8500-cb04d6705e13 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "DELETE /v2.0/security-groups/d374271b-cd42-455c-88ff-4eb17072a39a HTTP/1.1" status: 204 len: 168 time: 0.1414351 Jul 25 08:55:50.850076 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34314) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:50.856864 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ccf92-376c-4bc4-8500-cb04d6705e13 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d374271b-cd42-455c-88ff-4eb17072a39a,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:50.868050 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.api.v2.resource [None req-addbfbb7-54d0-4931-be15-fed043bd477e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] show failed (client error): The resource could not be found. Jul 25 08:55:50.872384 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 34316) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:50.872600 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-addbfbb7-54d0-4931-be15-fed043bd477e tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups/d374271b-cd42-455c-88ff-4eb17072a39a HTTP/1.1" status: 404 len: 347 time: 0.0213075 Jul 25 08:55:50.992876 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-b430163d-0f60-4143-ac79-169801e06ff6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Deleting port e3b13f4c-b26c-447c-9fa9-12c15877e396 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:55:50.993179 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b430163d-0f60-4143-ac79-169801e06ff6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (e3b13f4c-b26c-447c-9fa9-12c15877e396), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.074639 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b430163d-0f60-4143-ac79-169801e06ff6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (e3b13f4c-b26c-447c-9fa9-12c15877e396), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.074960 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b430163d-0f60-4143-ac79-169801e06ff6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (e3b13f4c-b26c-447c-9fa9-12c15877e396), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.088670 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-b430163d-0f60-4143-ac79-169801e06ff6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Calling delete_port for e3b13f4c-b26c-447c-9fa9-12c15877e396 owned by network:floatingip {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:55:51.222987 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b430163d-0f60-4143-ac79-169801e06ff6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (e3b13f4c-b26c-447c-9fa9-12c15877e396), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.247548 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430163d-0f60-4143-ac79-169801e06ff6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'Port': ['ID=e3b13f4c-b26c-447c-9fa9-12c15877e396,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:51.314518 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b430163d-0f60-4143-ac79-169801e06ff6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.317055 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b430163d-0f60-4143-ac79-169801e06ff6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.318329 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b430163d-0f60-4143-ac79-169801e06ff6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "DELETE /v2.0/floatingips/08d14d2f-c1fe-48e1-ac98-6d0c19d7ce02 HTTP/1.1" status: 204 len: 168 time: 0.4446986 Jul 25 08:55:51.395412 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34320) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:51.399884 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239748867', 'description': 'tempest-description--1731498556'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:55:51.421882 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.504422 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.509482 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.544626 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:51.550628 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.551889 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1554513 Jul 25 08:55:51.555693 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34324) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:51.560201 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-3879d1a5-3e7b-4c8e-86a4-37b80dff6b16 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group_rule': {'security_group_id': '405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:55:51.566908 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.567243 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.567585 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.567921 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.568255 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.568610 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.568942 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.569266 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.569587 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.569909 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.570230 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.570542 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.570866 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.571183 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.571501 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdbbb43-4074-4ed8-a5b6-c60bbb81f46c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:55:51.601565 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3879d1a5-3e7b-4c8e-86a4-37b80dff6b16 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (3c89f2c9-49b4-4a55-b8bd-21c7d0baeb13), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.667909 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3879d1a5-3e7b-4c8e-86a4-37b80dff6b16 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (3c89f2c9-49b4-4a55-b8bd-21c7d0baeb13), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.672757 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3879d1a5-3e7b-4c8e-86a4-37b80dff6b16 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (3c89f2c9-49b4-4a55-b8bd-21c7d0baeb13), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.693119 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879d1a5-3e7b-4c8e-86a4-37b80dff6b16 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c89f2c9-49b4-4a55-b8bd-21c7d0baeb13,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:51.700865 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3879d1a5-3e7b-4c8e-86a4-37b80dff6b16 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.702137 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3879d1a5-3e7b-4c8e-86a4-37b80dff6b16 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454997 Jul 25 08:55:51.704785 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34326) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:51.709226 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-1665d3e7-1d05-4198-a955-f9ce58d33595 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'security_group_rule': {'security_group_id': '405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:55:51.744986 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1665d3e7-1d05-4198-a955-f9ce58d33595 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (cecdce43-c241-4b99-8c41-fc7322b45550), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.806660 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1665d3e7-1d05-4198-a955-f9ce58d33595 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (cecdce43-c241-4b99-8c41-fc7322b45550), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.810538 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1665d3e7-1d05-4198-a955-f9ce58d33595 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (cecdce43-c241-4b99-8c41-fc7322b45550), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.830189 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665d3e7-1d05-4198-a955-f9ce58d33595 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecdce43-c241-4b99-8c41-fc7322b45550,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:51.838386 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1665d3e7-1d05-4198-a955-f9ce58d33595 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.839598 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-1665d3e7-1d05-4198-a955-f9ce58d33595 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338513 Jul 25 08:55:51.843402 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34328) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:51.848852 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:55:51.870578 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:51.915626 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:51.925536 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:51.955180 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:52.073251 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Allocated IP 172.27.1.167 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/a3539586-483f-465b-a905-caf909006c85) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:55:52.186141 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (a3539586-483f-465b-a905-caf909006c85), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:52.223214 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (a3539586-483f-465b-a905-caf909006c85), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:52.265908 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:55:52.271080 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:55:52.275059 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:55:52.278466 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=a3539586-483f-465b-a905-caf909006c85,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:52.362374 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (7b932717-1958-42a0-9cd3-04378514bc7b), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:52.404651 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a3539586-483f-465b-a905-caf909006c85), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:52.568241 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (a3539586-483f-465b-a905-caf909006c85), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:52.573540 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (a3539586-483f-465b-a905-caf909006c85), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:52.614015 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 62088a84-476c-4db4-baa2-473b1dbbc579 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:55:52.649950 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 62088a84-476c-4db4-baa2-473b1dbbc579 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:55:52.650295 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 62088a84-476c-4db4-baa2-473b1dbbc579 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:55:52.656618 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=a3539586-483f-465b-a905-caf909006c85,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:52.667364 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:52.674894 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (7b932717-1958-42a0-9cd3-04378514bc7b), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:52.691206 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:52.700670 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:52.701962 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-affc8096-2c4e-40ed-905d-771510ba3541 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8572390 Jul 25 08:55:52.958872 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-94780e6a-6107-4056-974c-1662baade5a1 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1239748867&fields=id&tenant_id=86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 267 time: 0.0590019 Jul 25 08:55:53.083734 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-d44fe7ab-c26c-4347-b84d-d8e28a334a41 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:53.086093 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-d44fe7ab-c26c-4347-b84d-d8e28a334a41 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 814 time: 0.1184862 Jul 25 08:55:53.102052 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-b2c35505-6873-43d5-8645-40a691777f57 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/quotas/86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 375 time: 0.0106051 Jul 25 08:55:53.155621 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-8a2758fc-d260-4d08-903d-0338a29c6694 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475047 Jul 25 08:55:53.264684 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-7edf9f19-081e-4d8a-9679-e63d1bf57a60 service neutron] 10.222.0.52 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969095 Jul 25 08:55:53.364986 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-369403dc-ceb3-4d30-966c-41337e93b4f0 service neutron] 10.222.0.52 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942562 Jul 25 08:55:53.540335 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-064159df-1031-4bc2-871c-7bc2c4d0c362 req-7df73e63-369a-458f-8684-92989d3ba025 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 210 time: 0.0326710 Jul 25 08:55:54.669879 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-4c609768-2a6e-4662-bd9c-478d60b708db tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:54.671962 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-4c609768-2a6e-4662-bd9c-478d60b708db tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 814 time: 0.1231785 Jul 25 08:55:54.674339 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ba5ea222-1e22-4e56-a799-8f72c8437ebc req-f9b5b670-5e91-4a74-b259-4990642bcc48 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 210 time: 0.0407238 Jul 25 08:55:54.752675 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-8dfa435f-90e7-49ab-82e1-8d79a100629f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86bea90252bc44b580c40b24b0bd4ed3 HTTP/1.1" status: 200 len: 380 time: 0.0649493 Jul 25 08:55:54.859013 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'port': {'device_id': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'admin_state_up': True, 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'security_groups': ['405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f']}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:55:54.974389 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Made reservation on behalf of 86bea90252bc44b580c40b24b0bd4ed3 for: {'port': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:55:54.977892 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:55.047859 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:55.104463 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Allocated IP 172.20.0.10 (6ca11239-7898-4751-a9c6-3b03bbecba12/7842b18f-7585-435d-9107-a700ec331748/582537f2-65a5-448b-a06c-d0ebf0814b75) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:55:55.108535 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:55.250352 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:55.283804 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:55.334688 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:55:55.339375 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:55:55.343508 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:55:55.349830 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event updated for resources: {'Port': ['ID=582537f2-65a5-448b-a06c-d0ebf0814b75,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:55.408248 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:55.409251 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:55.431294 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-86ec7945-fd39-499b-ba3d-1d21144300c6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5770657 Jul 25 08:55:55.451653 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Request body: {'port': {'device_id': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:55:55.519810 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:55.605246 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:55.637780 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-a93c19d0-0f3d-46b4-a87e-7f46a833c705 None None] Provisioning complete for port 582537f2-65a5-448b-a06c-d0ebf0814b75 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:55:55.638145 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a93c19d0-0f3d-46b4-a87e-7f46a833c705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:55.671576 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-a93c19d0-0f3d-46b4-a87e-7f46a833c705 None None] Port 582537f2-65a5-448b-a06c-d0ebf0814b75 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:55:55.800772 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 582537f2-65a5-448b-a06c-d0ebf0814b75 {{(pid=110463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:55:55.806733 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992704b9-95d6-4188-9fe4-8e39f87b8511 req-8eea3df2-4511-4da5-aec2-2a9631e3099f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:55.808281 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-992704b9-95d6-4188-9fe4-8e39f87b8511 req-8eea3df2-4511-4da5-aec2-2a9631e3099f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 932 time: 0.0499465 Jul 25 08:55:55.808722 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Publish callbacks [] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:55.822934 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.provisioning_blocks [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Transition to ACTIVE for port object 582537f2-65a5-448b-a06c-d0ebf0814b75 will not be triggered until provisioned by entity L2. {{(pid=110463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:55:55.827289 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:55.853038 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:55.868740 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-992704b9-95d6-4188-9fe4-8e39f87b8511 req-e1f93085-c9a4-4f2b-a640-32c21f9d86b9 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520627 Jul 25 08:55:55.879949 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Pushing event updated for resources: {'Port': ['ID=582537f2-65a5-448b-a06c-d0ebf0814b75,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:55.958165 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:55.961662 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Attempting to bind port 582537f2-65a5-448b-a06c-d0ebf0814b75 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:55:55.961998 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Attempting to bind port 582537f2-65a5-448b-a06c-d0ebf0814b75 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:55:55.962357 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Attempting to bind port 582537f2-65a5-448b-a06c-d0ebf0814b75 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:55:55.971018 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Port 582537f2-65a5-448b-a06c-d0ebf0814b75 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:55:55.971353 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Attempting to bind port 582537f2-65a5-448b-a06c-d0ebf0814b75 on network 6ca11239-7898-4751-a9c6-3b03bbecba12 {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:55:55.978503 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:55:55.978871 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Checking segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:55:55.979254 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Bound using segment: {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'} {{(pid=110463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:55:55.979686 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.managers [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Bound port: 582537f2-65a5-448b-a06c-d0ebf0814b75, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c9369ba-1c3d-4a56-9b4d-b7522365cf67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12'}}] {{(pid=110463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:55:55.980054 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:56.054392 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] For port 582537f2-65a5-448b-a06c-d0ebf0814b75, host hv-cinder-85084, cleared binding levels {{(pid=110463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:55:56.057612 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] For port 582537f2-65a5-448b-a06c-d0ebf0814b75, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=582537f2-65a5-448b-a06c-d0ebf0814b75,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:55:56.064455 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:56.103332 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:56.103983 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:56.105543 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] 10.222.0.48 "PUT /v2.0/ports/582537f2-65a5-448b-a06c-d0ebf0814b75 HTTP/1.1" status: 200 len: 1094 time: 0.6586130 Jul 25 08:55:56.106070 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'tag': '582537f2-65a5-448b-a06c-d0ebf0814b75'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:55:56.109030 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2f12aa-20bc-4345-8471-574bc2ea6096" -d '{"events": [{"name": "network-changed", "server_uuid": "94ab586a-09bb-4a39-8da0-2d4c003f5368", "tag": "582537f2-65a5-448b-a06c-d0ebf0814b75"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:55:56.133886 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f112918-187e-486d-9d7d-12bea75a05aa service neutron] Pushing event updated for resources: {'Port': ['ID=582537f2-65a5-448b-a06c-d0ebf0814b75,revision_number=3']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:56.160211 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87556fec-3101-40ba-810b-67c911a55f02 x-openstack-request-id: req-87556fec-3101-40ba-810b-67c911a55f02 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:55:56.160211 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ab586a-09bb-4a39-8da0-2d4c003f5368", "tag": "582537f2-65a5-448b-a06c-d0ebf0814b75", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:55:56.160211 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-87556fec-3101-40ba-810b-67c911a55f02 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:55:56.160563 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87556fec-3101-40ba-810b-67c911a55f02'] response: {'name': 'network-changed', 'server_uuid': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'tag': '582537f2-65a5-448b-a06c-d0ebf0814b75', 'status': 'completed', 'code': 200} Jul 25 08:55:56.229127 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-d2b1d097-94b9-4133-9a8a-beb829c5a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:56.231673 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-d2b1d097-94b9-4133-9a8a-beb829c5a10a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 1128 time: 0.0543776 Jul 25 08:55:56.291352 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-6fc2b917-d7bf-4b94-8cd6-8b6473bfc390 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582537f2-65a5-448b-a06c-d0ebf0814b75 HTTP/1.1" status: 200 len: 217 time: 0.0388641 Jul 25 08:55:56.346018 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-84bbbfcc-905f-4425-b006-13bd6edd420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:56.347475 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-84bbbfcc-905f-4425-b006-13bd6edd420e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.0466292 Jul 25 08:55:56.398220 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-f54ec373-3bb8-484f-849c-d5d2c3b92a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:56.399777 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-f54ec373-3bb8-484f-849c-d5d2c3b92a6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435479 Jul 25 08:55:56.474915 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:55:56.502651 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-848986ea-fb5d-416f-a49a-6a142f1921c4 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961368 Jul 25 08:55:56.597673 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7c1ba77c-9f25-4d97-bec4-4a2799ace782 req-eaa6f65d-d3b4-4a90-af3d-4d82ae2c1f3f service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883729 Jul 25 08:55:57.005306 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a42fa6-45e7-4842-ad2a-9df1b91d21a9 req-d0bc0ffa-32a9-4e90-87d7-fbe1b5b046cc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:57.006873 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-50a42fa6-45e7-4842-ad2a-9df1b91d21a9 req-d0bc0ffa-32a9-4e90-87d7-fbe1b5b046cc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 944 time: 0.0524948 Jul 25 08:55:57.066562 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-50a42fa6-45e7-4842-ad2a-9df1b91d21a9 req-37542442-1208-4f67-b54e-82aceabf64dc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534246 Jul 25 08:55:58.193516 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12e6ea-c8b3-48e0-88cb-5744332aa4ec req-f26f7613-936b-4295-ad76-9d24204acbf4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:58.195008 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ec12e6ea-c8b3-48e0-88cb-5744332aa4ec req-f26f7613-936b-4295-ad76-9d24204acbf4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 944 time: 0.0493414 Jul 25 08:55:58.243082 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ec12e6ea-c8b3-48e0-88cb-5744332aa4ec req-484caa5c-2500-4682-9132-20128eb76983 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423427 Jul 25 08:55:58.516017 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34398) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:58.635925 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3301d6d2-bb2f-4433-b37e-ab1003f015e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:58.726837 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3301d6d2-bb2f-4433-b37e-ab1003f015e1 admin admin] Publish callbacks [] for security_group (7c540c5b-58ba-4f6f-acfd-beb8c28f36d0), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:58.731401 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3301d6d2-bb2f-4433-b37e-ab1003f015e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (7c540c5b-58ba-4f6f-acfd-beb8c28f36d0), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:58.773083 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301d6d2-bb2f-4433-b37e-ab1003f015e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c540c5b-58ba-4f6f-acfd-beb8c28f36d0,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:58.778285 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3301d6d2-bb2f-4433-b37e-ab1003f015e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fedc6121a35641b4bada1727a446619b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602456 Jul 25 08:55:58.781601 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34402) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:55:58.806970 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=10 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:58.834692 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:58.840646 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8a5f7eac-9f7b-4b1a-97f3-f940d64ca16d admin admin] Publish callbacks [] for security_group (7c540c5b-58ba-4f6f-acfd-beb8c28f36d0), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:58.866419 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8a5f7eac-9f7b-4b1a-97f3-f940d64ca16d admin admin] Publish callbacks [] for security_group (7c540c5b-58ba-4f6f-acfd-beb8c28f36d0), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:58.929637 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8a5f7eac-9f7b-4b1a-97f3-f940d64ca16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (7c540c5b-58ba-4f6f-acfd-beb8c28f36d0), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:58.932164 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8a5f7eac-9f7b-4b1a-97f3-f940d64ca16d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:55:58.933415 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8a5f7eac-9f7b-4b1a-97f3-f940d64ca16d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c540c5b-58ba-4f6f-acfd-beb8c28f36d0 HTTP/1.1" status: 204 len: 168 time: 0.1508124 Jul 25 08:55:58.942974 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f7eac-9f7b-4b1a-97f3-f940d64ca16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c540c5b-58ba-4f6f-acfd-beb8c28f36d0,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:55:59.380935 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5d68f-90eb-49a4-8870-52bb6e4c6c21 req-c839574d-379b-47ad-a0be-8af787fa96dc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:59.382567 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7cb5d68f-90eb-49a4-8870-52bb6e4c6c21 req-c839574d-379b-47ad-a0be-8af787fa96dc tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 944 time: 0.0540445 Jul 25 08:55:59.462958 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f12aa-20bc-4345-8471-574bc2ea6096 req-e126c7e5-a2c3-4f47-b1df-47c5cf8066b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:59.465929 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b2f12aa-20bc-4345-8471-574bc2ea6096 req-e126c7e5-a2c3-4f47-b1df-47c5cf8066b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 1128 time: 0.0603724 Jul 25 08:55:59.476108 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7cb5d68f-90eb-49a4-8870-52bb6e4c6c21 req-91086d7f-650f-4ee6-943f-c054dd53e008 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827630 Jul 25 08:55:59.574877 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f12aa-20bc-4345-8471-574bc2ea6096 req-ca436571-7143-4db2-bf4b-5d36f9358e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:59.576929 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b2f12aa-20bc-4345-8471-574bc2ea6096 req-ca436571-7143-4db2-bf4b-5d36f9358e0e service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 915 time: 0.1051905 Jul 25 08:55:59.622265 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b2f12aa-20bc-4345-8471-574bc2ea6096 req-f8c42166-9b37-4310-92c2-aa888a641f73 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582537f2-65a5-448b-a06c-d0ebf0814b75 HTTP/1.1" status: 200 len: 217 time: 0.0399399 Jul 25 08:55:59.680540 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f12aa-20bc-4345-8471-574bc2ea6096 req-4027c342-70e7-4f8b-898e-236f92ee7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:59.682373 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b2f12aa-20bc-4345-8471-574bc2ea6096 req-4027c342-70e7-4f8b-898e-236f92ee7324 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.0536265 Jul 25 08:55:59.730502 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f12aa-20bc-4345-8471-574bc2ea6096 req-8dee9155-0953-4a06-ac96-e5a431cd97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:55:59.732066 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b2f12aa-20bc-4345-8471-574bc2ea6096 req-8dee9155-0953-4a06-ac96-e5a431cd97ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437086 Jul 25 08:55:59.834007 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b2f12aa-20bc-4345-8471-574bc2ea6096 req-1a18955c-5af6-4443-a117-19df0e0227af service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957739 Jul 25 08:55:59.894323 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:55:59.937815 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-1b2f12aa-20bc-4345-8471-574bc2ea6096 req-233bc939-c3bc-4a9b-bfe3-ae69ac671076 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979066 Jul 25 08:56:00.633344 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9803bca-60d3-40a4-abef-6c4545e72fdb req-1951358e-5b33-4c26-99e4-3cd128c5b08f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:00.634951 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b9803bca-60d3-40a4-abef-6c4545e72fdb req-1951358e-5b33-4c26-99e4-3cd128c5b08f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 944 time: 0.0691514 Jul 25 08:56:00.669411 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 582537f2-65a5-448b-a06c-d0ebf0814b75 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:56:00.701076 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b9803bca-60d3-40a4-abef-6c4545e72fdb req-ac953efe-d5d5-4482-915c-c9462f69ae14 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591769 Jul 25 08:56:00.774751 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:00.783340 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:00.818397 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 582537f2-65a5-448b-a06c-d0ebf0814b75, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=582537f2-65a5-448b-a06c-d0ebf0814b75,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:56:00.832699 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '582537f2-65a5-448b-a06c-d0ebf0814b75', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'port_id': '582537f2-65a5-448b-a06c-d0ebf0814b75', 'mac_address': 'fa:16:3e:43:3d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:56:00.885202 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 582537f2-65a5-448b-a06c-d0ebf0814b75 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:56:00.885603 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:00.902558 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 582537f2-65a5-448b-a06c-d0ebf0814b75 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:56:00.927139 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 582537f2-65a5-448b-a06c-d0ebf0814b75, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=582537f2-65a5-448b-a06c-d0ebf0814b75,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:56:00.945282 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:00.999189 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=582537f2-65a5-448b-a06c-d0ebf0814b75,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:01.007104 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.007450 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.007782 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.008115 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.008441 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.008787 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.009111 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.009430 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.009781 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.010099 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.010421 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.010741 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.011059 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.011371 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.011687 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:01.377942 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['582537f2-65a5-448b-a06c-d0ebf0814b75'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:56:01.836324 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b27115-d3d6-41b8-a8c8-bc44d26cd5c2 req-8f3cd0bf-180c-4acb-9e16-3360c1d5fb6f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:01.837840 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-08b27115-d3d6-41b8-a8c8-bc44d26cd5c2 req-8f3cd0bf-180c-4acb-9e16-3360c1d5fb6f tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 945 time: 0.0553896 Jul 25 08:56:01.893986 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-08b27115-d3d6-41b8-a8c8-bc44d26cd5c2 req-1a1df5c2-d473-4075-9eff-c3579fd7a393 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485926 Jul 25 08:56:02.660521 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 582537f2-65a5-448b-a06c-d0ebf0814b75 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:56:02.707987 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port 582537f2-65a5-448b-a06c-d0ebf0814b75 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:56:02.715165 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 582537f2-65a5-448b-a06c-d0ebf0814b75 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:56:02.715550 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:02.817082 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 582537f2-65a5-448b-a06c-d0ebf0814b75 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:56:02.817541 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:02.845701 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582537f2-65a5-448b-a06c-d0ebf0814b75'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:56:02.847987 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29857a59-b33b-41cc-b827-7c3070f1f1b7" -d '{"events": [{"server_uuid": "94ab586a-09bb-4a39-8da0-2d4c003f5368", "name": "network-vif-plugged", "status": "completed", "tag": "582537f2-65a5-448b-a06c-d0ebf0814b75"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:56:02.872920 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 582537f2-65a5-448b-a06c-d0ebf0814b75, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=582537f2-65a5-448b-a06c-d0ebf0814b75,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:56:02.878071 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:02.906198 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40242402-4711-4921-8a57-97a445e96bca x-openstack-request-id: req-40242402-4711-4921-8a57-97a445e96bca {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:56:02.906536 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ab586a-09bb-4a39-8da0-2d4c003f5368", "name": "network-vif-plugged", "status": "completed", "tag": "582537f2-65a5-448b-a06c-d0ebf0814b75", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:56:02.906752 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40242402-4711-4921-8a57-97a445e96bca {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:56:02.907106 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40242402-4711-4921-8a57-97a445e96bca'] response: {'server_uuid': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '582537f2-65a5-448b-a06c-d0ebf0814b75', 'code': 200} Jul 25 08:56:02.954351 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=582537f2-65a5-448b-a06c-d0ebf0814b75,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:03.050409 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d484557-148f-4b8f-8c25-7eb16ed5005c req-072bf445-6a67-4c8b-8560-673735229126 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:03.050409 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4d484557-148f-4b8f-8c25-7eb16ed5005c req-072bf445-6a67-4c8b-8560-673735229126 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 946 time: 0.0606542 Jul 25 08:56:03.147668 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4d484557-148f-4b8f-8c25-7eb16ed5005c req-0246b366-effb-47d2-a056-ca8e123d9d30 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910206 Jul 25 08:56:03.171067 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042f500-dc9f-4b49-bb40-a8f32d898935 req-e4896842-64d6-4212-aea6-b1196833acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:03.178207 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4042f500-dc9f-4b49-bb40-a8f32d898935 req-e4896842-64d6-4212-aea6-b1196833acf2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 1130 time: 0.0876393 Jul 25 08:56:03.195148 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=100 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:03.243620 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-4042f500-dc9f-4b49-bb40-a8f32d898935 req-7242e995-f43c-45fd-8706-7d0172407221 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591652 Jul 25 08:56:04.306438 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0a59c-97c0-4cc4-a24e-18cc6ec190e8 req-336d2f1e-2f9d-4147-822a-a567d2e4fda4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:04.307979 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fdc0a59c-97c0-4cc4-a24e-18cc6ec190e8 req-336d2f1e-2f9d-4147-822a-a567d2e4fda4 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 946 time: 0.0505407 Jul 25 08:56:04.356764 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fdc0a59c-97c0-4cc4-a24e-18cc6ec190e8 req-73da445e-0946-4c0f-b025-3d919791f7c3 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 Jul 25 08:56:05.479471 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b33534-f451-43d8-9abb-9f7bca8b8db4 req-8c1ca89b-95ab-4f1d-b3c2-22eaa9155899 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:05.481017 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-05b33534-f451-43d8-9abb-9f7bca8b8db4 req-8c1ca89b-95ab-4f1d-b3c2-22eaa9155899 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 946 time: 0.0489500 Jul 25 08:56:05.482209 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=24 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:05.530000 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-05b33534-f451-43d8-9abb-9f7bca8b8db4 req-d1c46376-5c93-47fb-bc9a-d73fef597b39 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428395 Jul 25 08:56:05.649079 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba409ecb-ab1f-49b4-9269-ae402d98c173 req-88fbf0e4-8e9d-43f4-ab77-906048e94aac tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:05.650613 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ba409ecb-ab1f-49b4-9269-ae402d98c173 req-88fbf0e4-8e9d-43f4-ab77-906048e94aac tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 946 time: 0.0525424 Jul 25 08:56:05.661195 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34512) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:05.665805 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-48c3b1c7-2383-4f52-be54-5b06e1c5508d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Request body: {'floatingip': {'port_id': '582537f2-65a5-448b-a06c-d0ebf0814b75'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:56:05.704159 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-48c3b1c7-2383-4f52-be54-5b06e1c5508d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (7b932717-1958-42a0-9cd3-04378514bc7b), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:05.997011 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:06.040955 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:06.157314 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-48c3b1c7-2383-4f52-be54-5b06e1c5508d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:06.163053 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-48c3b1c7-2383-4f52-be54-5b06e1c5508d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (7b932717-1958-42a0-9cd3-04378514bc7b), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:06.265131 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-48c3b1c7-2383-4f52-be54-5b06e1c5508d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Floating IP 7b932717-1958-42a0-9cd3-04378514bc7b associated. External IP: 172.27.1.167, port: 582537f2-65a5-448b-a06c-d0ebf0814b75. Jul 25 08:56:06.470867 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:06.475962 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c3b1c7-2383-4f52-be54-5b06e1c5508d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Router b19f8421-40aa-4703-b95a-045ca280ccd6 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:56:06.585244 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c3b1c7-2383-4f52-be54-5b06e1c5508d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:56:06.591164 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-48c3b1c7-2383-4f52-be54-5b06e1c5508d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:06.599255 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9479a96-89f2-400e-abba-65f7bb690617 None None] Sync routers for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:56:06.610558 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9479a96-89f2-400e-abba-65f7bb690617 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:56:06.611906 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a9479a96-89f2-400e-abba-65f7bb690617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:55:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:56:06.623742 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-48c3b1c7-2383-4f52-be54-5b06e1c5508d tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "PUT /v2.0/floatingips/7b932717-1958-42a0-9cd3-04378514bc7b HTTP/1.1" status: 200 len: 992 time: 0.9614685 Jul 25 08:56:06.624352 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'tag': '582537f2-65a5-448b-a06c-d0ebf0814b75'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:56:06.626862 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a81927a-40c7-4991-904d-85fc800009cb" -d '{"events": [{"name": "network-changed", "server_uuid": "94ab586a-09bb-4a39-8da0-2d4c003f5368", "tag": "582537f2-65a5-448b-a06c-d0ebf0814b75"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:56:06.666640 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc26437-4280-433d-b234-6cff69a06a49 x-openstack-request-id: req-3fc26437-4280-433d-b234-6cff69a06a49 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:56:06.667098 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ab586a-09bb-4a39-8da0-2d4c003f5368", "tag": "582537f2-65a5-448b-a06c-d0ebf0814b75", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:56:06.667437 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3fc26437-4280-433d-b234-6cff69a06a49 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:56:06.668319 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc26437-4280-433d-b234-6cff69a06a49'] response: {'name': 'network-changed', 'server_uuid': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'tag': '582537f2-65a5-448b-a06c-d0ebf0814b75', 'status': 'completed', 'code': 200} Jul 25 08:56:06.726931 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-a9479a96-89f2-400e-abba-65f7bb690617 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:56:06.757086 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81927a-40c7-4991-904d-85fc800009cb req-e8fbadf5-0efa-4de1-9790-28019358904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:06.758692 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5a81927a-40c7-4991-904d-85fc800009cb req-e8fbadf5-0efa-4de1-9790-28019358904a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 1130 time: 0.0435939 Jul 25 08:56:06.813841 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:06.867431 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81927a-40c7-4991-904d-85fc800009cb req-ae9eff1b-bae9-4e53-9d6c-6e16ab9daa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:06.869277 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5a81927a-40c7-4991-904d-85fc800009cb req-ae9eff1b-bae9-4e53-9d6c-6e16ab9daa49 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 200 len: 915 time: 0.1037102 Jul 25 08:56:06.950600 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:06.955949 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5a81927a-40c7-4991-904d-85fc800009cb req-0d9e1308-9a66-4eea-8743-ff0a87839fba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=582537f2-65a5-448b-a06c-d0ebf0814b75 HTTP/1.1" status: 200 len: 1000 time: 0.0802596 Jul 25 08:56:06.969787 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a9479a96-89f2-400e-abba-65f7bb690617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '7b932717-1958-42a0-9cd3-04378514bc7b', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '582537f2-65a5-448b-a06c-d0ebf0814b75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:43:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:55:52Z', 'updated_at': '2022-07-25T08:56:06Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:56:06.995036 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9479a96-89f2-400e-abba-65f7bb690617 None None] Checking router: b19f8421-40aa-4703-b95a-045ca280ccd6 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:56:07.003782 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9479a96-89f2-400e-abba-65f7bb690617 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:56:07.004401 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a9479a96-89f2-400e-abba-65f7bb690617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:55:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:56:07.007019 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81927a-40c7-4991-904d-85fc800009cb req-80e54467-e0a1-40c4-857c-025fc1cdaa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:07.008506 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5a81927a-40c7-4991-904d-85fc800009cb req-80e54467-e0a1-40c4-857c-025fc1cdaa96 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 200 len: 853 time: 0.0472832 Jul 25 08:56:07.053062 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81927a-40c7-4991-904d-85fc800009cb req-e9945674-83ab-4844-9a52-013842234009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:07.054634 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5a81927a-40c7-4991-904d-85fc800009cb req-e9945674-83ab-4844-9a52-013842234009 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ca11239-7898-4751-a9c6-3b03bbecba12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404532 Jul 25 08:56:07.065002 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [req-5a81927a-40c7-4991-904d-85fc800009cb req-e3f0734b-7fae-4986-b30c-2c46387bc53f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:56:07.065980 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5a81927a-40c7-4991-904d-85fc800009cb req-e3f0734b-7fae-4986-b30c-2c46387bc53f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054464 Jul 25 08:56:07.109232 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-a9479a96-89f2-400e-abba-65f7bb690617 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:56:07.347540 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a9479a96-89f2-400e-abba-65f7bb690617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '7b932717-1958-42a0-9cd3-04378514bc7b', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '582537f2-65a5-448b-a06c-d0ebf0814b75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:43:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:55:52Z', 'updated_at': '2022-07-25T08:56:06Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:56:07.375101 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9479a96-89f2-400e-abba-65f7bb690617 None None] The sync data for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi is: [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '7b932717-1958-42a0-9cd3-04378514bc7b', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'port_id': '582537f2-65a5-448b-a06c-d0ebf0814b75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'mac_address': 'fa:16:3e:43:3d:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:55:52Z', 'updated_at': '2022-07-25T08:56:06Z', 'revision_number': 1, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:56:07.449638 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5a81927a-40c7-4991-904d-85fc800009cb req-b1f9c748-4942-4e47-9473-6a7056f56563 service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741224 Jul 25 08:56:07.554634 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-5a81927a-40c7-4991-904d-85fc800009cb req-f4667c0d-b890-44d9-ab2d-97b0ee31033d service neutron] 10.222.0.48 "GET /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992131 Jul 25 08:56:07.605199 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799537e-5754-4db5-808f-d3959a06ae1b None None] New status for floating IP 7b932717-1958-42a0-9cd3-04378514bc7b: ACTIVE {{(pid=110465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:56:07.657119 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bfe849b8-7b48-4659-b749-a8dd62289730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:07.785232 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34546) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:07.894184 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-819927de-0b6e-4fe9-982d-8470d2e06fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:07.983448 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-819927de-0b6e-4fe9-982d-8470d2e06fa1 admin admin] Publish callbacks [] for security_group (6d60e701-ea72-410b-a8f7-bfcb54aac584), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:07.987894 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-819927de-0b6e-4fe9-982d-8470d2e06fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (6d60e701-ea72-410b-a8f7-bfcb54aac584), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.026651 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819927de-0b6e-4fe9-982d-8470d2e06fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d60e701-ea72-410b-a8f7-bfcb54aac584,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:08.031390 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-819927de-0b6e-4fe9-982d-8470d2e06fa1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ae363f53121a49908aa9dde843932ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444341 Jul 25 08:56:08.034172 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34550) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:08.089303 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8aba7bee-bab4-404f-ad1c-6c1745fea54b admin admin] Publish callbacks [] for security_group (6d60e701-ea72-410b-a8f7-bfcb54aac584), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.100531 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:08.114188 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8aba7bee-bab4-404f-ad1c-6c1745fea54b admin admin] Publish callbacks [] for security_group (6d60e701-ea72-410b-a8f7-bfcb54aac584), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.141499 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:08.165987 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8aba7bee-bab4-404f-ad1c-6c1745fea54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (6d60e701-ea72-410b-a8f7-bfcb54aac584), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.169264 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8aba7bee-bab4-404f-ad1c-6c1745fea54b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.169930 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8aba7bee-bab4-404f-ad1c-6c1745fea54b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6d60e701-ea72-410b-a8f7-bfcb54aac584 HTTP/1.1" status: 204 len: 168 time: 0.1348491 Jul 25 08:56:08.178789 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba7bee-bab4-404f-ad1c-6c1745fea54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d60e701-ea72-410b-a8f7-bfcb54aac584,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:08.459834 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34556) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:08.474480 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b8bfe0ed-261e-4136-be94-5fe3bc6e5e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.554960 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b8bfe0ed-261e-4136-be94-5fe3bc6e5e10 admin admin] Publish callbacks [] for security_group (645e112f-8f77-4b30-9608-e2ef774d259e), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.558866 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b8bfe0ed-261e-4136-be94-5fe3bc6e5e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (645e112f-8f77-4b30-9608-e2ef774d259e), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.600661 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfe0ed-261e-4136-be94-5fe3bc6e5e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645e112f-8f77-4b30-9608-e2ef774d259e,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:08.605924 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-b8bfe0ed-261e-4136-be94-5fe3bc6e5e10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a856c08bea534c26ac46e5e878ba10dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441405 Jul 25 08:56:08.607680 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34558) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:08.660921 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0bccfc3c-8f50-430e-a42c-e31e2b3b8799 admin admin] Publish callbacks [] for security_group (645e112f-8f77-4b30-9608-e2ef774d259e), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.683260 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0bccfc3c-8f50-430e-a42c-e31e2b3b8799 admin admin] Publish callbacks [] for security_group (645e112f-8f77-4b30-9608-e2ef774d259e), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.732887 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0bccfc3c-8f50-430e-a42c-e31e2b3b8799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (645e112f-8f77-4b30-9608-e2ef774d259e), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.736190 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0bccfc3c-8f50-430e-a42c-e31e2b3b8799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:08.737455 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-0bccfc3c-8f50-430e-a42c-e31e2b3b8799 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/645e112f-8f77-4b30-9608-e2ef774d259e HTTP/1.1" status: 204 len: 168 time: 0.1288443 Jul 25 08:56:08.748172 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccfc3c-8f50-430e-a42c-e31e2b3b8799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645e112f-8f77-4b30-9608-e2ef774d259e,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:09.104932 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 34564) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:09.119719 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90b407c0-b260-40e2-916a-1fa9791b1855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:09.198502 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90b407c0-b260-40e2-916a-1fa9791b1855 admin admin] Publish callbacks [] for security_group (ca39d770-f93d-4dfc-9784-13e29d88e83b), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:09.206462 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-90b407c0-b260-40e2-916a-1fa9791b1855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ca39d770-f93d-4dfc-9784-13e29d88e83b), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:09.247248 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-90b407c0-b260-40e2-916a-1fa9791b1855 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd58e8edc7f54306a4e1bc333844e5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408901 Jul 25 08:56:09.247963 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b407c0-b260-40e2-916a-1fa9791b1855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca39d770-f93d-4dfc-9784-13e29d88e83b,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:09.250676 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34566) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:09.301885 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6458ac65-14c4-4484-97df-b032ab2f80d5 admin admin] Publish callbacks [] for security_group (ca39d770-f93d-4dfc-9784-13e29d88e83b), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:09.324831 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6458ac65-14c4-4484-97df-b032ab2f80d5 admin admin] Publish callbacks [] for security_group (ca39d770-f93d-4dfc-9784-13e29d88e83b), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:09.381351 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6458ac65-14c4-4484-97df-b032ab2f80d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ca39d770-f93d-4dfc-9784-13e29d88e83b), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:09.384217 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6458ac65-14c4-4484-97df-b032ab2f80d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:09.385417 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-6458ac65-14c4-4484-97df-b032ab2f80d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca39d770-f93d-4dfc-9784-13e29d88e83b HTTP/1.1" status: 204 len: 168 time: 0.1337366 Jul 25 08:56:09.393762 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458ac65-14c4-4484-97df-b032ab2f80d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca39d770-f93d-4dfc-9784-13e29d88e83b,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:10.023150 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-95ac535d-dd7c-4188-829a-bd8dbcbc3ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:11.052860 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:12.403665 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:12.806831 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:17.712151 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=10 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:17.719405 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:19.241588 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=72,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:19.243770 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=75,neutron:INSERT=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:19.388714 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=52,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:19.389540 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=55,neutron:DELETE=10,neutron:INSERT=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:22.800740 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:22.802099 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:25.610123 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:33.474594 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:56:35.603906 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:35.605873 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:37.659347 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-92ae8e17-9d91-4279-aa23-a68649c65101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:40.026173 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f82f2fae-2000-4552-bb0a-4fb4ded2ec20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:41.052234 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:42.406109 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:42.810439 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:43.468815 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=3 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:43.470860 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:48.882335 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3bb38da4-2513-4671-8ead-f18799056e99 req-b93eafdd-a1d3-48f2-be15-9e2308a83da4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1648276 Jul 25 08:56:48.991944 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb544-c7f8-4fb3-97b6-3ff82409952a req-637eb7ac-b05e-4a5c-8c7e-575a2ee27bb6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:48.993446 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9c8cb544-c7f8-4fb3-97b6-3ff82409952a req-637eb7ac-b05e-4a5c-8c7e-575a2ee27bb6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0590875 Jul 25 08:56:49.049262 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9c8cb544-c7f8-4fb3-97b6-3ff82409952a req-416dcbb6-fd95-4ee1-8393-566fc560875e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499933 Jul 25 08:56:49.144362 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb38da4-2513-4671-8ead-f18799056e99 req-e5aa0234-8ba8-4ea2-ad82-4f8aa51fcade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:49.145844 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3bb38da4-2513-4671-8ead-f18799056e99 req-e5aa0234-8ba8-4ea2-ad82-4f8aa51fcade service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=9313fe06660f4049be47f901c3fc6f76&device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 1130 time: 0.0419238 Jul 25 08:56:49.253158 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb38da4-2513-4671-8ead-f18799056e99 req-05936528-2b88-41d7-8a65-4ca43403a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:49.254615 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3bb38da4-2513-4671-8ead-f18799056e99 req-05936528-2b88-41d7-8a65-4ca43403a301 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 200 len: 912 time: 0.0886819 Jul 25 08:56:49.319807 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3bb38da4-2513-4671-8ead-f18799056e99 req-d0359f54-3a48-4659-aaef-7d100282e525 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d036e4d-eb5b-4629-9fa0-863090220d9c HTTP/1.1" status: 200 len: 1002 time: 0.0587082 Jul 25 08:56:49.367867 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb38da4-2513-4671-8ead-f18799056e99 req-b71c3957-eb33-4dcc-bcb6-ed1ad88b79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:49.369621 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3bb38da4-2513-4671-8ead-f18799056e99 req-b71c3957-eb33-4dcc-bcb6-ed1ad88b79a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 200 len: 850 time: 0.0433245 Jul 25 08:56:49.413256 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb38da4-2513-4671-8ead-f18799056e99 req-f23bd3fc-d6ba-4fc0-ae7d-adea74d56f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:49.414639 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3bb38da4-2513-4671-8ead-f18799056e99 req-f23bd3fc-d6ba-4fc0-ae7d-adea74d56f27 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381393 Jul 25 08:56:49.510217 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3bb38da4-2513-4671-8ead-f18799056e99 req-7779f5a1-72df-469c-b4af-a1b178d59b50 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874777 Jul 25 08:56:49.599833 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-3bb38da4-2513-4671-8ead-f18799056e99 req-cafd5a3d-b015-4490-b1b0-77768e0f5fc6 service neutron] 10.222.0.48 "GET /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828969 Jul 25 08:56:50.177257 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47be4af-56f5-4d1c-87d9-45fd66dc45bb req-a2fcf328-adcc-4c11-b6d9-409903502f7f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:50.178775 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d47be4af-56f5-4d1c-87d9-45fd66dc45bb req-a2fcf328-adcc-4c11-b6d9-409903502f7f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0493531 Jul 25 08:56:50.230567 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d47be4af-56f5-4d1c-87d9-45fd66dc45bb req-868b35ad-9418-4a38-9e94-e92b7d1846c6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457015 Jul 25 08:56:51.363228 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665cb9-483b-4562-ad07-e50a1da5d0e5 req-b1aa93e9-98ee-4308-96b9-70331574bf3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:51.364742 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d4665cb9-483b-4562-ad07-e50a1da5d0e5 req-b1aa93e9-98ee-4308-96b9-70331574bf3d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0507300 Jul 25 08:56:51.414241 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d4665cb9-483b-4562-ad07-e50a1da5d0e5 req-942041ad-1b53-43d4-a324-dc13985b494d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434866 Jul 25 08:56:52.566363 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13784a-819a-4e47-b3d2-48d5e3ea9249 req-b10d8fa4-6bb2-4d2a-accf-0699fe4f188e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:52.568963 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2d13784a-819a-4e47-b3d2-48d5e3ea9249 req-b10d8fa4-6bb2-4d2a-accf-0699fe4f188e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0684726 Jul 25 08:56:52.622478 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2d13784a-819a-4e47-b3d2-48d5e3ea9249 req-b2531d07-b9d8-48b5-be0a-138fe2490301 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473967 Jul 25 08:56:52.803687 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:52.805496 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:53.757789 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10df64-efac-43e8-910e-eefdd29e73ae req-e1f0dd7e-b0d7-42e4-9003-a30fb1df2d14 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:53.759309 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2e10df64-efac-43e8-910e-eefdd29e73ae req-e1f0dd7e-b0d7-42e4-9003-a30fb1df2d14 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0500953 Jul 25 08:56:53.811679 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2e10df64-efac-43e8-910e-eefdd29e73ae req-2bd8da0c-bbd1-47d0-b21e-1e28a22fc2f2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465200 Jul 25 08:56:54.943894 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a672dd-d264-4aa6-aaea-14ffdbf7899a req-0e1aa10b-3e12-4500-8dfb-849ceaca6c2d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:54.945502 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69a672dd-d264-4aa6-aaea-14ffdbf7899a req-0e1aa10b-3e12-4500-8dfb-849ceaca6c2d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0495889 Jul 25 08:56:54.994497 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69a672dd-d264-4aa6-aaea-14ffdbf7899a req-120cccab-d059-42df-a37d-75a9f3fb4013 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433497 Jul 25 08:56:55.625975 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:56.133472 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb1f77-50b1-4a7a-9c5d-f51829dae864 req-8d265837-e7e3-4ee2-8ff6-b3ef37d07baa tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:56.134999 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-45fb1f77-50b1-4a7a-9c5d-f51829dae864 req-8d265837-e7e3-4ee2-8ff6-b3ef37d07baa tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0507858 Jul 25 08:56:56.186573 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-45fb1f77-50b1-4a7a-9c5d-f51829dae864 req-74bf5104-955a-457f-b9af-5cf720939f9b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459213 Jul 25 08:56:57.334772 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c77540-92d1-400f-969a-f26cc5f680df req-1e5594a5-a891-4c30-bd73-9c65eeb1482b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:57.337098 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f9c77540-92d1-400f-969a-f26cc5f680df req-1e5594a5-a891-4c30-bd73-9c65eeb1482b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0637333 Jul 25 08:56:57.381278 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 34940) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:57.404833 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f9c77540-92d1-400f-969a-f26cc5f680df req-db9cdd4c-03aa-4e6e-a4e5-63665ecde8be tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586717 Jul 25 08:56:57.519266 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:57.606597 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Publish callbacks [] for security_group (51e84665-0a20-4e84-9168-6497b7487ea4), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:57.611911 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (51e84665-0a20-4e84-9168-6497b7487ea4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:57.651406 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e84665-0a20-4e84-9168-6497b7487ea4,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:57.663373 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30e986dad120481a8e2896d79e8fa6e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809134 Jul 25 08:56:57.665091 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.665336 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.665656 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.665989 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.666319 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.666470 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34952) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:57.666647 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.666969 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.667291 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.667610 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.667932 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.668252 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.668596 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.668912 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.669224 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.670115 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317ce3d-c131-4ddb-85dd-1eb7439468b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.737529 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Publish callbacks [] for security_group (51e84665-0a20-4e84-9168-6497b7487ea4), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:57.760821 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Publish callbacks [] for security_group (51e84665-0a20-4e84-9168-6497b7487ea4), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:57.810376 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (51e84665-0a20-4e84-9168-6497b7487ea4), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:57.814031 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:57.815272 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51e84665-0a20-4e84-9168-6497b7487ea4 HTTP/1.1" status: 204 len: 168 time: 0.1478610 Jul 25 08:56:57.825813 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e84665-0a20-4e84-9168-6497b7487ea4,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:57.834546 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.835110 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.835474 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.835882 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.836211 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.836591 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.836922 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.837241 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.837562 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.837881 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.838200 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.838530 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.838844 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.839154 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:57.839465 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38247750-d44e-4c3d-9488-d30657ebf098 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:56:58.542619 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaf15f-b397-4036-b5d5-413170c78d46 req-feb1a463-7965-4b2b-a545-2cbdae84bf5b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:58.544160 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-acdaf15f-b397-4036-b5d5-413170c78d46 req-feb1a463-7965-4b2b-a545-2cbdae84bf5b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0551388 Jul 25 08:56:58.555821 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 34982) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:58.557699 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:58.597561 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-acdaf15f-b397-4036-b5d5-413170c78d46 req-3b86b071-3a9c-43d8-85c8-88f10ca2e455 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469370 Jul 25 08:56:58.660464 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1632567645-network', 'tenant_id': '5005a107ff1940908069356c788185f6'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:56:58.686877 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Made reservation on behalf of 5005a107ff1940908069356c788185f6 for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:56:58.689270 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:58.698538 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:58.767323 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:58.784301 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Publish callbacks [] for security_group (61ccdaa9-7fa3-460e-9dd0-c3dfa7949178), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:58.788800 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (61ccdaa9-7fa3-460e-9dd0-c3dfa7949178), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:58.802980 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=84,neutron:INSERT=16 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:58.810102 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:56:58.832378 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (85e9ebd6-f4d8-48db-966d-63f166ad9306), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:58.832771 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Added segment 85e9ebd6-f4d8-48db-966d-63f166ad9306 of type vlan for network 1708f1a6-6a61-4ee3-995b-a3b155211357 Jul 25 08:56:58.834114 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ccdaa9-7fa3-460e-9dd0-c3dfa7949178,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:58.880676 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (1708f1a6-6a61-4ee3-995b-a3b155211357), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:58.913186 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (1708f1a6-6a61-4ee3-995b-a3b155211357), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:58.914221 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:58.914898 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:58.971410 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4143724 Jul 25 08:56:58.974385 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 34986) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:58.979367 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] Request body: {'subnet': {'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1632567645-subnet', 'tenant_id': '5005a107ff1940908069356c788185f6', 'ip_version': 4}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:56:58.983032 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408e64b-aeb5-4d0d-845e-f7f4825a3956 admin admin] Pushing event updated for resources: {'Network': ['ID=1708f1a6-6a61-4ee3-995b-a3b155211357,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:58.990711 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:56:58.994520 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 1708f1a6-6a61-4ee3-995b-a3b155211357 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:56:59.003177 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] Made reservation on behalf of 5005a107ff1940908069356c788185f6 for: {'subnet': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:56:59.006999 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25485025'] for subnet (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.208499 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25638621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25485011'] for subnet (b5b8415d-2fe2-427b-84a9-b5ff5e31aa70), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.263925 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:59.280278 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] Checking segment: {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:56:59.285585 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] Network hostable DHCP agents. Network: 1708f1a6-6a61-4ee3-995b-a3b155211357, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:56:59.305810 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] Network 1708f1a6-6a61-4ee3-995b-a3b155211357 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:56:59.317282 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 1708f1a6-6a61-4ee3-995b-a3b155211357) {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:56:59.323332 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:59.323933 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.332999 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1145ce-e5f6-48b1-9d54-b7568f8b4d20 None None] Network 1708f1a6-6a61-4ee3-995b-a3b155211357 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:56:59.348630 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3c92922e-d0d1-4d8f-9d95-93872705ac3d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3714452 Jul 25 08:56:59.350052 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 34998) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:56:59.354939 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:56:59.380741 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.382747 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.447297 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Publish callbacks [] for router_controller (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), precommit_add_association {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.471225 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-1708f1a6-6a61-4ee3-995b-a3b155211357', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:56:59.472521 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.593377 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Publish callbacks [] for router_gateway (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.653076 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Allocated IP 172.20.0.2 (1708f1a6-6a61-4ee3-995b-a3b155211357/b5b8415d-2fe2-427b-84a9-b5ff5e31aa70/84343a27-9c4b-417b-a59f-615942ff9fcc) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:56:59.747920 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0f9f9-c169-46a8-bd66-a3496bd97ce4 req-e4cefc39-4e13-4ae5-998f-55ca0324f62c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:56:59.749657 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-12a0f9f9-c169-46a8-bd66-a3496bd97ce4 req-e4cefc39-4e13-4ae5-998f-55ca0324f62c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0584042 Jul 25 08:56:59.803295 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-12a0f9f9-c169-46a8-bd66-a3496bd97ce4 req-68d55b72-7b81-4e73-a3f2-8492047190b4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470560 Jul 25 08:56:59.811475 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Publish callbacks [] for router_gateway (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.831923 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.835728 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Publish callbacks [] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.842208 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.884334 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Network 1708f1a6-6a61-4ee3-995b-a3b155211357 is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:56:59.891265 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:56:59.895412 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:56:59.902430 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Pushing event updated for resources: {'Port': ['ID=84343a27-9c4b-417b-a59f-615942ff9fcc,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:56:59.950443 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Allocated IP 172.27.1.232 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/65aa0dd4-bc6d-4e17-903d-52049abfa3ed) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:56:59.961207 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Attempting to bind port 84343a27-9c4b-417b-a59f-615942ff9fcc on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:56:59.961577 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Attempting to bind port 84343a27-9c4b-417b-a59f-615942ff9fcc by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:56:59.961939 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Attempting to bind port 84343a27-9c4b-417b-a59f-615942ff9fcc on network 1708f1a6-6a61-4ee3-995b-a3b155211357 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:56:59.967692 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:56:59.968059 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Checking segment: {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:56:59.968480 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:56:59.969387 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Bound using segment: {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:56:59.969867 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Bound port: 84343a27-9c4b-417b-a59f-615942ff9fcc, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:56:59.970354 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:00.037998 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] For port 84343a27-9c4b-417b-a59f-615942ff9fcc, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:57:00.041688 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] For port 84343a27-9c4b-417b-a59f-615942ff9fcc, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=84343a27-9c4b-417b-a59f-615942ff9fcc,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:57:00.053527 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:00.079053 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Publish callbacks [] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:00.088184 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:00.116655 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:00.151778 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce013ed-bc4e-4626-9e2a-8a9feab23afa None None] Pushing event updated for resources: {'Port': ['ID=84343a27-9c4b-417b-a59f-615942ff9fcc,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:00.165705 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:00.178527 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:57:00.182726 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:57:00.185754 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Pushing event updated for resources: {'Port': ['ID=65aa0dd4-bc6d-4e17-903d-52049abfa3ed,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:00.188013 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:57:00.462063 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Publish callbacks [] for router_gateway (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:00.657304 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:00.790403 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:57:00.902037 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:57:00.912508 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Sync routers for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:57:00.924288 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:00.925139 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:56:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:00.926981 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:00.931515 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-16a698c6-300f-49c1-9640-2107a5ada283 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5802295 Jul 25 08:57:00.932069 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35010) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:01.056200 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:01.067433 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:01.069188 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:01.180900 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd166b6a-ca09-4cc1-b38a-6500e9fc3cd8 None None] Network 1708f1a6-6a61-4ee3-995b-a3b155211357 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:57:01.186595 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:01.190563 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:01.222329 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cea77-4975-4fa3-81a4-cef7c976d588 req-185b861b-09f4-423d-84f4-2b3e7dbeb18c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:01.230227 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bf4cea77-4975-4fa3-81a4-cef7c976d588 req-185b861b-09f4-423d-84f4-2b3e7dbeb18c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.3284895 Jul 25 08:57:01.243537 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Provisioning complete for port 84343a27-9c4b-417b-a59f-615942ff9fcc triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:01.244236 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:01.309224 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bf4cea77-4975-4fa3-81a4-cef7c976d588 req-80de18c1-1792-41e5-8aba-fb7c7a648011 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771821 Jul 25 08:57:01.371240 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 84343a27-9c4b-417b-a59f-615942ff9fcc up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:01.465450 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:01.471039 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:00Z', 'revision_number': 3, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:01.504271 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Current status of the port 84343a27-9c4b-417b-a59f-615942ff9fcc is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:01.504694 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:01.507501 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Checking router: e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:57:01.507851 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Updating router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:57:01.555845 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 84343a27-9c4b-417b-a59f-615942ff9fcc triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:01.556276 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:01.604191 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-5f88c561-872b-4386-933e-679129bdf02e None None] For port 84343a27-9c4b-417b-a59f-615942ff9fcc, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=84343a27-9c4b-417b-a59f-615942ff9fcc,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:01.605393 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:01.615826 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:01.666339 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Allocated IP 172.20.0.1 (1708f1a6-6a61-4ee3-995b-a3b155211357/b5b8415d-2fe2-427b-84a9-b5ff5e31aa70/317c30e3-5a41-46db-bb1f-cc77bd1d4cb0) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:57:01.785210 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Publish callbacks [] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:01.802788 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-9116079f-4626-485d-86a6-add745014984 None None] Provisioning complete for port 84343a27-9c4b-417b-a59f-615942ff9fcc triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:01.803170 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9116079f-4626-485d-86a6-add745014984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:01.809349 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Pushing event updated for resources: {'Port': ['ID=84343a27-9c4b-417b-a59f-615942ff9fcc,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:01.818489 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:01.851069 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.851422 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.851766 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.852105 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.852436 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.852807 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.853131 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.853464 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.853791 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.854113 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.854439 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.854765 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.855088 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.855406 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.855725 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f88c561-872b-4386-933e-679129bdf02e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:01.865066 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 84343a27-9c4b-417b-a59f-615942ff9fcc is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:01.866741 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:01.880269 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Network 1708f1a6-6a61-4ee3-995b-a3b155211357 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:57:01.892099 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:57:01.898355 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:57:01.933451 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Pushing event updated for resources: {'Port': ['ID=317c30e3-5a41-46db-bb1f-cc77bd1d4cb0,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:01.965791 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.108487 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:02.123125 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.126278 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:02.134790 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:02.138971 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-9116079f-4626-485d-86a6-add745014984 None None] Current status of the port 84343a27-9c4b-417b-a59f-615942ff9fcc is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:02.200756 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Publish callbacks [] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.206743 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.272307 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb79f-882b-4354-b563-7e73692d77d3 None None] Pushing event updated for resources: {'Port': ['ID=65aa0dd4-bc6d-4e17-903d-52049abfa3ed,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:02.275584 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Attempting to bind port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:57:02.275951 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Attempting to bind port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:57:02.276456 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Attempting to bind port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:57:02.279365 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-9d469b9a-35c0-4f4c-9da7-96207c90f704 None None] Provisioning complete for port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:02.279740 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9d469b9a-35c0-4f4c-9da7-96207c90f704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.284607 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:57:02.284996 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:57:02.285390 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.285775 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:57:02.286234 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Bound port: 65aa0dd4-bc6d-4e17-903d-52049abfa3ed, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:57:02.286611 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.302167 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Publish callbacks [] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.306831 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.345169 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-9d469b9a-35c0-4f4c-9da7-96207c90f704 None None] Port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:57:02.373067 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] For port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:57:02.377669 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] For port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=65aa0dd4-bc6d-4e17-903d-52049abfa3ed,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:57:02.384634 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.395189 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.398314 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Pushing event updated for resources: {'Port': ['ID=317c30e3-5a41-46db-bb1f-cc77bd1d4cb0,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:02.458326 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:02.458956 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:56:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:02.466343 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb79f-882b-4354-b563-7e73692d77d3 None None] Pushing event updated for resources: {'Port': ['ID=65aa0dd4-bc6d-4e17-903d-52049abfa3ed,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:02.494877 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4a2dc-7bd7-45e1-85c0-3a0ae0d8ca82 req-8c1c9903-e870-4845-91ec-098c4d647f20 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:02.497273 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a5d4a2dc-7bd7-45e1-85c0-3a0ae0d8ca82 req-8c1c9903-e870-4845-91ec-098c4d647f20 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0628095 Jul 25 08:57:02.518778 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Network 1708f1a6-6a61-4ee3-995b-a3b155211357 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:57:02.520307 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:57:02.578352 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a5d4a2dc-7bd7-45e1-85c0-3a0ae0d8ca82 req-141f8844-24cf-49f9-afdb-8dcabedd7f16 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739920 Jul 25 08:57:02.604543 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:02.881283 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-1807ec49-876a-4736-bf7f-56df3c74d51a None None] Provisioning complete for port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:02.881550 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-1807ec49-876a-4736-bf7f-56df3c74d51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:02.883238 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 2, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:02.924960 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:57:02.931040 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d287fecd-5e57-4722-9fdd-c7a17712ca11 None None] The sync data for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi is: [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 2, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:57:02.947117 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-1807ec49-876a-4736-bf7f-56df3c74d51a None None] Port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:57:02.961617 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:57:02.969167 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:03.040947 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:57:03.046315 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-882e4cbc-83ae-4d76-8c91-676effde4587 admin admin] 10.222.0.52 "PUT /v2.0/routers/e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1125283 Jul 25 08:57:03.077689 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:03.091401 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'port_id': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'mac_address': 'fa:16:3e:21:ff:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:57:03.131729 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:03.136998 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d is: ACTIVE; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:03.137375 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:03.153952 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:57:03.189387 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:03.197277 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:03.268149 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,revision_number=6']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:03.297309 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 84343a27-9c4b-417b-a59f-615942ff9fcc up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:03.361038 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 84343a27-9c4b-417b-a59f-615942ff9fcc triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:03.361418 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:03.392425 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['68b8d737-1cd3-4135-ad4b-35b7ce49fc3d'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:57:03.524537 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 84343a27-9c4b-417b-a59f-615942ff9fcc is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:03.714997 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81899a20-1f81-4be2-b516-50a92c148ded req-e8677471-9b64-4644-9578-7e013c3dc288 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:03.716830 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-81899a20-1f81-4be2-b516-50a92c148ded req-e8677471-9b64-4644-9578-7e013c3dc288 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 945 time: 0.0601292 Jul 25 08:57:03.717503 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35034) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:03.740762 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1146881018-network', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:03.799884 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Made reservation on behalf of c9b5e4cfcdee4d96a8b9f08f8ed323a1 for: {'network': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:57:03.802459 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:03.822690 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:03.830744 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-81899a20-1f81-4be2-b516-50a92c148ded req-15ad6890-f7c8-41cb-b2f7-94b0cb1b525f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796471 Jul 25 08:57:03.884690 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:03.899559 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:03.931808 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Publish callbacks [] for security_group (fb115784-c750-4689-b5ce-a8796ba860ad), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:03.938563 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (fb115784-c750-4689-b5ce-a8796ba860ad), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:03.971147 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=110462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:57:03.978358 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb115784-c750-4689-b5ce-a8796ba860ad,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:03.988148 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (1550a8e8-7b8c-49d3-ae60-8a757c8329eb), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:03.988543 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.segments_db [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Added segment 1550a8e8-7b8c-49d3-ae60-8a757c8329eb of type vlan for network c6c1dc73-5e95-475b-a671-275e63e9b465 Jul 25 08:57:04.037804 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (c6c1dc73-5e95-475b-a671-275e63e9b465), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:04.072790 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (c6c1dc73-5e95-475b-a671-275e63e9b465), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:04.074260 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:04.074861 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:04.134836 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4160757 Jul 25 08:57:04.139221 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35038) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:04.147618 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dcbde-245d-4644-9621-8eaaa1a09c29 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c1dc73-5e95-475b-a671-275e63e9b465,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:04.148160 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] Request body: {'subnet': {'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1146881018-subnet', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'ip_version': 4}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:04.160237 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network c6c1dc73-5e95-475b-a671-275e63e9b465 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:57:04.190219 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] Made reservation on behalf of c9b5e4cfcdee4d96a8b9f08f8ed323a1 for: {'subnet': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:57:04.193160 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3376459'] for subnet (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:04.400535 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3376505'] for subnet (5a997e0e-2175-4fba-b81f-b90c0c3d6e21), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:04.429915 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:04.446335 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:04.462191 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a997e0e-2175-4fba-b81f-b90c0c3d6e21,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:04.479616 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] Checking segment: {'id': '1550a8e8-7b8c-49d3-ae60-8a757c8329eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:57:04.479977 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] Network hostable DHCP agents. Network: c6c1dc73-5e95-475b-a671-275e63e9b465, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:57:04.509499 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] Network c6c1dc73-5e95-475b-a671-275e63e9b465 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:57:04.518199 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, c6c1dc73-5e95-475b-a671-275e63e9b465) {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:57:04.522442 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:04.523227 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:04.527114 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3924f53-07d4-415a-a984-47a9987bb4b7 None None] Network c6c1dc73-5e95-475b-a671-275e63e9b465 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:57:04.545096 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-2b9c0a0c-0edf-41ce-9127-82d7c22f39b7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4043555 Jul 25 08:57:04.549518 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35040) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:04.553872 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1146881018-router', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:04.575927 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:04.576658 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:04.637237 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Publish callbacks [] for router_controller (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), precommit_add_association {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:04.660825 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-c6c1dc73-5e95-475b-a671-275e63e9b465', 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465', 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'fixed_ips': [{'subnet_id': '5a997e0e-2175-4fba-b81f-b90c0c3d6e21'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:57:04.662327 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:04.767229 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:04.794317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Publish callbacks [] for router_gateway (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:04.827837 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Allocated IP 172.20.0.2 (c6c1dc73-5e95-475b-a671-275e63e9b465/5a997e0e-2175-4fba-b81f-b90c0c3d6e21/d74cd2e8-4d78-4100-b6de-f59fadfe25e4) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:57:04.960703 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:05.011660 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d0416-650a-4040-8ff8-f7b618324426 req-f377457a-00cb-4539-a076-53e92e482389 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:05.013236 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0e8d0416-650a-4040-8ff8-f7b618324426 req-f377457a-00cb-4539-a076-53e92e482389 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 945 time: 0.0560777 Jul 25 08:57:05.035057 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Publish callbacks [] for router_gateway (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.047817 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:05.056104 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Publish callbacks [] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.057097 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.071656 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.073712 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:05.074061 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.097040 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0e8d0416-650a-4040-8ff8-f7b618324426 req-534ef348-1b70-40f6-a0a7-afb321b0ef12 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716174 Jul 25 08:57:05.138395 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Network c6c1dc73-5e95-475b-a671-275e63e9b465 is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:57:05.150053 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:57:05.155157 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:57:05.164861 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Pushing event updated for resources: {'Port': ['ID=d74cd2e8-4d78-4100-b6de-f59fadfe25e4,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:05.215724 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Allocated IP 172.27.1.172 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/cf27c265-cd1b-4994-8a55-5e52400a4cb1) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:57:05.266589 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:05.267229 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.279711 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Attempting to bind port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:57:05.280076 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Attempting to bind port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '1550a8e8-7b8c-49d3-ae60-8a757c8329eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:57:05.280729 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Attempting to bind port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 on network c6c1dc73-5e95-475b-a671-275e63e9b465 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:57:05.297714 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:57:05.298431 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Checking segment: {'id': '1550a8e8-7b8c-49d3-ae60-8a757c8329eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:57:05.299030 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.299677 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Bound using segment: {'id': '1550a8e8-7b8c-49d3-ae60-8a757c8329eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:57:05.300157 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Bound port: d74cd2e8-4d78-4100-b6de-f59fadfe25e4, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1550a8e8-7b8c-49d3-ae60-8a757c8329eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:57:05.300744 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.307892 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:57:05.310560 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb81ba6c-633b-4770-a9aa-fd087048bdf3" -d '{"events": [{"server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "name": "network-vif-plugged", "status": "completed", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:57:05.334984 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 65aa0dd4-bc6d-4e17-903d-52049abfa3ed up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:05.357138 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:05.400750 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Publish callbacks [] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.443722 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Sync routers for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:57:05.463064 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.467222 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:05.468707 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:56:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:05.540777 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.562007 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Pushing event updated for resources: {'Port': ['ID=cf27c265-cd1b-4994-8a55-5e52400a4cb1,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:05.582076 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:57:05.584940 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:57:05.587073 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:57:05.619454 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:05.631680 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] For port d74cd2e8-4d78-4100-b6de-f59fadfe25e4, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:57:05.633914 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:05.634290 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.636018 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:05.637004 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] For port d74cd2e8-4d78-4100-b6de-f59fadfe25e4, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=d74cd2e8-4d78-4100-b6de-f59fadfe25e4,segment=NetworkSegment(1550a8e8-7b8c-49d3-ae60-8a757c8329eb),segment_id=1550a8e8-7b8c-49d3-ae60-8a757c8329eb)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:57:05.642961 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,revision_number=7']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:05.678499 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.715696 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:05.763957 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01f133c-d57d-4ba5-926b-d9cb554f645b x-openstack-request-id: req-a01f133c-d57d-4ba5-926b-d9cb554f645b {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:57:05.764277 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "name": "network-vif-plugged", "status": "completed", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:57:05.764483 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a01f133c-d57d-4ba5-926b-d9cb554f645b {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:57:05.764925 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01f133c-d57d-4ba5-926b-d9cb554f645b'] response: {'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'code': 200} Jul 25 08:57:05.821971 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:05.852133 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0087dd3-2341-4410-be05-2223c115d07f None None] Pushing event updated for resources: {'Port': ['ID=d74cd2e8-4d78-4100-b6de-f59fadfe25e4,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:05.864848 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:05.866309 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:05.904397 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=65aa0dd4-bc6d-4e17-903d-52049abfa3ed,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:05.913008 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:06.018325 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Publish callbacks [] for router_gateway (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:06.060076 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=65aa0dd4-bc6d-4e17-903d-52049abfa3ed,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:06.096016 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 2, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:06.123585 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Checking router: e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:57:06.123947 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Updating router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:57:06.162845 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:06.254398 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdeb4f8-c654-459d-9d4d-20811e4b2416 req-6bd5c46a-7c6a-4216-9a92-6f577627f9d9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:06.256807 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3cdeb4f8-c654-459d-9d4d-20811e4b2416 req-6bd5c46a-7c6a-4216-9a92-6f577627f9d9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0549481 Jul 25 08:57:06.270531 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:06.317250 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3cdeb4f8-c654-459d-9d4d-20811e4b2416 req-c3a7d6df-8ee9-4c36-bc2a-9c1308b5bde9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548244 Jul 25 08:57:06.407127 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:57:06.458505 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Publish callbacks [] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:06.463978 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:06.513074 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Pushing event updated for resources: {'Port': ['ID=317c30e3-5a41-46db-bb1f-cc77bd1d4cb0,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:06.522780 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:57:06.525766 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.525766 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.525766 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.526245 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.526415 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.526734 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.527073 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.527394 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.527758 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.528084 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.528412 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.528772 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.529279 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.529785 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.530135 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:06.556834 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Sync routers for ids ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:57:06.561324 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:06.566012 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9d5ae1c3-847e-4f83-a738-756d1d402227 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0127499 Jul 25 08:57:06.566257 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35054) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:06.573991 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Routers {'138636a3-e607-45d6-8bfc-e5d7c1fb82c4'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:06.574774 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:56:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:06.607290 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Attempting to bind port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:57:06.608159 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Attempting to bind port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:57:06.608744 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Attempting to bind port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 on network 1708f1a6-6a61-4ee3-995b-a3b155211357 {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:57:06.616917 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:57:06.619948 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Checking segment: {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:57:06.621058 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:06.626574 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Bound using segment: {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:57:06.627862 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Bound port: 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:57:06.629218 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:06.683300 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:06.721653 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] For port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:57:06.726322 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] For port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=317c30e3-5a41-46db-bb1f-cc77bd1d4cb0,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:57:06.744904 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:06.749504 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:06.793276 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Set router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:06.836317 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:06.837412 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:56:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:06.839860 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebe5f8-3863-4e49-9fac-087ddd63779c None None] Pushing event updated for resources: {'Port': ['ID=317c30e3-5a41-46db-bb1f-cc77bd1d4cb0,revision_number=4']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:06.892234 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:06.930476 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:06.946996 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-14c35555-b87f-48fb-b589-d809ec92c4dc None None] Provisioning complete for port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:06.947368 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-14c35555-b87f-48fb-b589-d809ec92c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:07.123744 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-14c35555-b87f-48fb-b589-d809ec92c4dc None None] Current status of the port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:07.123744 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-14c35555-b87f-48fb-b589-d809ec92c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:07.133652 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:07.135143 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:07.205502 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'name': 'tempest-TestVolumeBootPattern-1146881018-router', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:57:04Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 3, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'gw_port': {'id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:05Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:07.259450 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca082cf-41bd-4226-b6b9-d7ace93af3d0 None None] Network c6c1dc73-5e95-475b-a671-275e63e9b465 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:57:07.263583 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-14c35555-b87f-48fb-b589-d809ec92c4dc None None] For port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=317c30e3-5a41-46db-bb1f-cc77bd1d4cb0,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:07.264903 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Checking router: 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:57:07.265338 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Updating router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 port cf27c265-cd1b-4994-8a55-5e52400a4cb1 binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:57:07.277344 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:07.290914 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-14c35555-b87f-48fb-b589-d809ec92c4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:07.381466 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:07.414910 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:06Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:07.472101 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-041cd7d9-7745-41ec-9b9a-423722a30b74 None None] Provisioning complete for port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:07.472550 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-041cd7d9-7745-41ec-9b9a-423722a30b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:07.511188 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307e1eeb-d144-411f-9b84-fde306b41627 None None] The sync data for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi is: [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:06Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:57:07.530804 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c35555-b87f-48fb-b589-d809ec92c4dc None None] Pushing event updated for resources: {'Port': ['ID=317c30e3-5a41-46db-bb1f-cc77bd1d4cb0,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:07.532693 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Allocated IP 172.20.0.1 (c6c1dc73-5e95-475b-a671-275e63e9b465/5a997e0e-2175-4fba-b81f-b90c0c3d6e21/a363dca2-ee55-45d6-94f9-62a98b93881d) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:57:07.534803 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92954041-b77d-4e00-96aa-612b537d8880 req-7dee1aa7-b83e-4c17-9192-77b3f971d21f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:07.537522 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-92954041-b77d-4e00-96aa-612b537d8880 req-7dee1aa7-b83e-4c17-9192-77b3f971d21f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.1016777 Jul 25 08:57:07.574797 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 65aa0dd4-bc6d-4e17-903d-52049abfa3ed up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:07.619794 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-92954041-b77d-4e00-96aa-612b537d8880 req-02ed5a32-2d7f-42eb-9b8f-f172ff64f447 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656629 Jul 25 08:57:07.697349 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Publish callbacks [] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:07.750849 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:07.760664 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b34a4358-9ec9-47c9-9922-589b30989ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:07.803064 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Network c6c1dc73-5e95-475b-a671-275e63e9b465 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:57:07.807555 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:57:07.810123 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:57:07.815929 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:07.816318 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:07.825463 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:07.851408 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:07.857439 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Pushing event updated for resources: {'Port': ['ID=a363dca2-ee55-45d6-94f9-62a98b93881d,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:07.864903 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:07.956561 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-041cd7d9-7745-41ec-9b9a-423722a30b74 None None] Current status of the port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:07.957094 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-041cd7d9-7745-41ec-9b9a-423722a30b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.028338 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.049364 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:08.050444 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device d74cd2e8-4d78-4100-b6de-f59fadfe25e4 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:08.064182 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:08.164683 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-041cd7d9-7745-41ec-9b9a-423722a30b74 None None] For port d74cd2e8-4d78-4100-b6de-f59fadfe25e4, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=d74cd2e8-4d78-4100-b6de-f59fadfe25e4,segment=NetworkSegment(1550a8e8-7b8c-49d3-ae60-8a757c8329eb),segment_id=1550a8e8-7b8c-49d3-ae60-8a757c8329eb)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:08.185550 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Publish callbacks [] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.197786 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-041cd7d9-7745-41ec-9b9a-423722a30b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.216734 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.230136 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:08.268157 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-041cd7d9-7745-41ec-9b9a-423722a30b74 None None] Provisioning complete for port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:08.268624 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-041cd7d9-7745-41ec-9b9a-423722a30b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.276829 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Publish callbacks [] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.286167 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.300473 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:08.300875 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.347294 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Attempting to bind port cf27c265-cd1b-4994-8a55-5e52400a4cb1 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:57:08.350107 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Attempting to bind port cf27c265-cd1b-4994-8a55-5e52400a4cb1 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:57:08.350480 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Attempting to bind port cf27c265-cd1b-4994-8a55-5e52400a4cb1 on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:57:08.384897 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.390351 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:57:08.391226 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:57:08.391629 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.392020 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:57:08.392521 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Bound port: cf27c265-cd1b-4994-8a55-5e52400a4cb1, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:57:08.392932 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.398439 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Pushing event updated for resources: {'Port': ['ID=a363dca2-ee55-45d6-94f9-62a98b93881d,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:08.500147 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Network c6c1dc73-5e95-475b-a671-275e63e9b465 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:57:08.501668 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:57:08.571017 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cd7d9-7745-41ec-9b9a-423722a30b74 None None] Pushing event updated for resources: {'Port': ['ID=d74cd2e8-4d78-4100-b6de-f59fadfe25e4,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:08.658642 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] For port cf27c265-cd1b-4994-8a55-5e52400a4cb1, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:57:08.669966 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:57:08.675842 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] For port cf27c265-cd1b-4994-8a55-5e52400a4cb1, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=cf27c265-cd1b-4994-8a55-5e52400a4cb1,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:57:08.680460 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da63e8-80ce-4df5-b228-3ec9bf9f42a2 None None] Pushing event updated for resources: {'Port': ['ID=cf27c265-cd1b-4994-8a55-5e52400a4cb1,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:08.747819 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:08.801477 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a90743-36de-46d9-a800-09ea0f3a1c7d req-c73fe2f4-d60f-448f-b0e7-1fe8977675f8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:08.802097 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:08.808274 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b3a90743-36de-46d9-a800-09ea0f3a1c7d req-c73fe2f4-d60f-448f-b0e7-1fe8977675f8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0706577 Jul 25 08:57:08.820643 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-041cd7d9-7745-41ec-9b9a-423722a30b74 None None] Current status of the port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:08.822742 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:08.823658 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:57:08.823868 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:08.840634 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-52c04b52-6de3-4173-95da-c0eeb928e960 admin admin] 10.222.0.52 "PUT /v2.0/routers/138636a3-e607-45d6-8bfc-e5d7c1fb82c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2722976 Jul 25 08:57:08.874191 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Routers {'138636a3-e607-45d6-8bfc-e5d7c1fb82c4'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:08.875558 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:56:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:08.888845 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b3a90743-36de-46d9-a800-09ea0f3a1c7d req-e62061da-e549-436e-b096-01165f05f13f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764282 Jul 25 08:57:08.945143 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:08.946045 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da63e8-80ce-4df5-b228-3ec9bf9f42a2 None None] Pushing event updated for resources: {'Port': ['ID=cf27c265-cd1b-4994-8a55-5e52400a4cb1,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:08.971894 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-69f6488f-4da1-41f5-ba35-08d4ae12af9c None None] Provisioning complete for port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:08.972342 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-69f6488f-4da1-41f5-ba35-08d4ae12af9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.054869 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:09.055253 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.102356 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] Set router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:09.194827 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35088) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:09.199646 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-95875172-4efe-4135-b8c9-41412f40edfb tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2078811933', 'description': 'tempest-secgroup-smoke-2078811933 description', 'project_id': '5005a107ff1940908069356c788185f6'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:09.221370 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-95875172-4efe-4135-b8c9-41412f40edfb tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.246336 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-69f6488f-4da1-41f5-ba35-08d4ae12af9c None None] Current status of the port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:09.291168 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-95875172-4efe-4135-b8c9-41412f40edfb tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group (d5cb9dd8-f481-4547-aa0e-18c678d25e7b), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.291421 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-69f6488f-4da1-41f5-ba35-08d4ae12af9c None None] Provisioning complete for port a363dca2-ee55-45d6-94f9-62a98b93881d triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:09.291714 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-69f6488f-4da1-41f5-ba35-08d4ae12af9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.297933 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-95875172-4efe-4135-b8c9-41412f40edfb tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d5cb9dd8-f481-4547-aa0e-18c678d25e7b), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.322095 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:09.328827 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-95875172-4efe-4135-b8c9-41412f40edfb tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.330066 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-95875172-4efe-4135-b8c9-41412f40edfb tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1342154 Jul 25 08:57:09.333624 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35090) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:09.339955 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95875172-4efe-4135-b8c9-41412f40edfb tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cb9dd8-f481-4547-aa0e-18c678d25e7b,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:09.340678 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-e29f19e7-f489-4f1a-8b4d-c24665b03918 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb9dd8-f481-4547-aa0e-18c678d25e7b', 'project_id': '5005a107ff1940908069356c788185f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:09.343442 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-69f6488f-4da1-41f5-ba35-08d4ae12af9c None None] Port a363dca2-ee55-45d6-94f9-62a98b93881d cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:57:09.378156 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e29f19e7-f489-4f1a-8b4d-c24665b03918 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (7dd89491-eb27-4e36-a114-7e44157bb9b3), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.426376 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'name': 'tempest-TestVolumeBootPattern-1146881018-router', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:57:04Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 4, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'gw_port': {'id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:05Z', 'updated_at': '2022-07-25T08:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'a363dca2-ee55-45d6-94f9-62a98b93881d', 'name': '', 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'mac_address': 'fa:16:3e:3f:48:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5a997e0e-2175-4fba-b81f-b90c0c3d6e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:07Z', 'updated_at': '2022-07-25T08:57:08Z', 'revision_number': 2, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'subnets': [{'id': '5a997e0e-2175-4fba-b81f-b90c0c3d6e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:09.454289 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e29f19e7-f489-4f1a-8b4d-c24665b03918 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (7dd89491-eb27-4e36-a114-7e44157bb9b3), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.456958 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device d74cd2e8-4d78-4100-b6de-f59fadfe25e4 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:09.459298 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e29f19e7-f489-4f1a-8b4d-c24665b03918 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (7dd89491-eb27-4e36-a114-7e44157bb9b3), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.460980 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23fa738-56bb-42ff-b8f0-315a8fc7e248 None None] The sync data for ids ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'] in dv-cinder-850840-1-iscsi is: [{'id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'name': 'tempest-TestVolumeBootPattern-1146881018-router', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:57:04Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 4, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'gw_port': {'id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:05Z', 'updated_at': '2022-07-25T08:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'a363dca2-ee55-45d6-94f9-62a98b93881d', 'name': '', 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'mac_address': 'fa:16:3e:3f:48:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5a997e0e-2175-4fba-b81f-b90c0c3d6e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:07Z', 'updated_at': '2022-07-25T08:57:08Z', 'revision_number': 2, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'subnets': [{'id': '5a997e0e-2175-4fba-b81f-b90c0c3d6e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:57:09.486695 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f19e7-f489-4f1a-8b4d-c24665b03918 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd89491-eb27-4e36-a114-7e44157bb9b3,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:09.498833 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e29f19e7-f489-4f1a-8b4d-c24665b03918 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.502699 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35092) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:09.507807 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-54fed0c7-e2c8-40d1-831f-97b328c7cffe tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb9dd8-f481-4547-aa0e-18c678d25e7b', 'project_id': '5005a107ff1940908069356c788185f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:09.513890 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-e29f19e7-f489-4f1a-8b4d-c24665b03918 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1789570 Jul 25 08:57:09.524554 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:09.524945 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.543445 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-54fed0c7-e2c8-40d1-831f-97b328c7cffe tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (7962a9a4-516f-421a-99c0-71af85bdae7e), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.561159 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:09.606859 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:09.625651 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-54fed0c7-e2c8-40d1-831f-97b328c7cffe tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (7962a9a4-516f-421a-99c0-71af85bdae7e), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.630945 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:09.633098 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:09.633656 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-54fed0c7-e2c8-40d1-831f-97b328c7cffe tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (7962a9a4-516f-421a-99c0-71af85bdae7e), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.673095 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fed0c7-e2c8-40d1-831f-97b328c7cffe tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7962a9a4-516f-421a-99c0-71af85bdae7e,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:09.688278 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:09.688947 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.702689 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-54fed0c7-e2c8-40d1-831f-97b328c7cffe tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.704651 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-54fed0c7-e2c8-40d1-831f-97b328c7cffe tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2006779 Jul 25 08:57:09.707799 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35094) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:09.720507 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-42f36ebc-0662-44a6-a125-c3e056020685 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb9dd8-f481-4547-aa0e-18c678d25e7b', 'project_id': '5005a107ff1940908069356c788185f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:09.722881 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:09.764213 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-42f36ebc-0662-44a6-a125-c3e056020685 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (ba0fe9e6-4659-44ef-909f-9e3ca5662a03), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.814953 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:09.828906 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-42f36ebc-0662-44a6-a125-c3e056020685 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (ba0fe9e6-4659-44ef-909f-9e3ca5662a03), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.833359 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-42f36ebc-0662-44a6-a125-c3e056020685 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (ba0fe9e6-4659-44ef-909f-9e3ca5662a03), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.853884 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f36ebc-0662-44a6-a125-c3e056020685 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0fe9e6-4659-44ef-909f-9e3ca5662a03,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:09.867792 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-42f36ebc-0662-44a6-a125-c3e056020685 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.871875 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-42f36ebc-0662-44a6-a125-c3e056020685 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597731 Jul 25 08:57:09.872261 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35096) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:09.877242 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-4425e28d-99ef-4f7d-a0f3-3f6c3e50bac2 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb9dd8-f481-4547-aa0e-18c678d25e7b', 'project_id': '5005a107ff1940908069356c788185f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:09.911267 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4425e28d-99ef-4f7d-a0f3-3f6c3e50bac2 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (e000e9e5-00ef-4098-a0d5-a459f41c6c60), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.983790 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4425e28d-99ef-4f7d-a0f3-3f6c3e50bac2 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (e000e9e5-00ef-4098-a0d5-a459f41c6c60), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:09.988816 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4425e28d-99ef-4f7d-a0f3-3f6c3e50bac2 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (e000e9e5-00ef-4098-a0d5-a459f41c6c60), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:10.021753 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425e28d-99ef-4f7d-a0f3-3f6c3e50bac2 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e000e9e5-00ef-4098-a0d5-a459f41c6c60,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:10.044096 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f262-1de2-4ed3-b955-67b8a17d9ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:10.067347 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-4425e28d-99ef-4f7d-a0f3-3f6c3e50bac2 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:10.068841 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-4425e28d-99ef-4f7d-a0f3-3f6c3e50bac2 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1953015 Jul 25 08:57:10.072100 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35102) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:10.079026 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-b64be75d-226d-4ed1-a00d-4fade66bd0c8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb9dd8-f481-4547-aa0e-18c678d25e7b', 'project_id': '5005a107ff1940908069356c788185f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:10.092799 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed3c24-18dc-4c8b-9029-cc17b7eac08e req-bcc9f039-659f-4c2b-b910-7f279fece790 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:10.094738 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-01ed3c24-18dc-4c8b-9029-cc17b7eac08e req-bcc9f039-659f-4c2b-b910-7f279fece790 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0966778 Jul 25 08:57:10.126507 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.securitygroups_db [None req-b64be75d-226d-4ed1-a00d-4fade66bd0c8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Project 5005a107ff1940908069356c788185f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 08:57:10.137384 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b64be75d-226d-4ed1-a00d-4fade66bd0c8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (dabe928a-4d1c-4c3c-b6a3-6d23b30693c9), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:10.196553 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-01ed3c24-18dc-4c8b-9029-cc17b7eac08e req-020270d7-1b59-4464-b13f-e9fd908ad898 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959172 Jul 25 08:57:10.242880 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b64be75d-226d-4ed1-a00d-4fade66bd0c8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (dabe928a-4d1c-4c3c-b6a3-6d23b30693c9), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:10.256900 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b64be75d-226d-4ed1-a00d-4fade66bd0c8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (dabe928a-4d1c-4c3c-b6a3-6d23b30693c9), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:10.282494 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64be75d-226d-4ed1-a00d-4fade66bd0c8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabe928a-4d1c-4c3c-b6a3-6d23b30693c9,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:10.292717 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b64be75d-226d-4ed1-a00d-4fade66bd0c8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:10.295518 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-b64be75d-226d-4ed1-a00d-4fade66bd0c8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2222655 Jul 25 08:57:10.298877 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35112) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:10.303770 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-2f0bec16-3199-4414-80b1-337c3e1eb0d4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'security_group_rule': {'security_group_id': 'd5cb9dd8-f481-4547-aa0e-18c678d25e7b', 'project_id': '5005a107ff1940908069356c788185f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:10.359894 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.securitygroups_db [None req-2f0bec16-3199-4414-80b1-337c3e1eb0d4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Project 5005a107ff1940908069356c788185f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 08:57:10.368270 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2f0bec16-3199-4414-80b1-337c3e1eb0d4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (e512c713-81a3-4a85-b993-7c40c18a58c3), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:10.404102 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:10.452563 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2f0bec16-3199-4414-80b1-337c3e1eb0d4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (e512c713-81a3-4a85-b993-7c40c18a58c3), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:10.457681 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2f0bec16-3199-4414-80b1-337c3e1eb0d4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (e512c713-81a3-4a85-b993-7c40c18a58c3), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:10.480907 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bec16-3199-4414-80b1-337c3e1eb0d4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e512c713-81a3-4a85-b993-7c40c18a58c3,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:10.481716 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:57:10.492199 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2f0bec16-3199-4414-80b1-337c3e1eb0d4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:10.496638 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-2f0bec16-3199-4414-80b1-337c3e1eb0d4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1937101 Jul 25 08:57:11.070967 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:11.425350 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b6e71-a096-4243-8eb7-e8dabb28f909 req-f77988ea-d1bc-43d5-9cba-cd1eb492586b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:11.426949 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8f8b6e71-a096-4243-8eb7-e8dabb28f909 req-f77988ea-d1bc-43d5-9cba-cd1eb492586b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.1168590 Jul 25 08:57:11.517690 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8f8b6e71-a096-4243-8eb7-e8dabb28f909 req-ff6399e3-3a35-47dc-a053-db6dae6dfff1 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845473 Jul 25 08:57:11.523141 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device cf27c265-cd1b-4994-8a55-5e52400a4cb1 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:11.653020 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port cf27c265-cd1b-4994-8a55-5e52400a4cb1 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:11.653674 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:11.680634 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:11.752657 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port cf27c265-cd1b-4994-8a55-5e52400a4cb1 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:11.753405 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:11.775212 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port cf27c265-cd1b-4994-8a55-5e52400a4cb1, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=cf27c265-cd1b-4994-8a55-5e52400a4cb1,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:11.780888 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:11.841699 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=cf27c265-cd1b-4994-8a55-5e52400a4cb1,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:12.067325 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Sync routers for ids ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:57:12.078833 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Routers {'138636a3-e607-45d6-8bfc-e5d7c1fb82c4'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:12.079684 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:57:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:12.222806 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Set router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:12.411787 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:12.438354 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'name': 'tempest-TestVolumeBootPattern-1146881018-router', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:57:04Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 4, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'gw_port': {'id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:05Z', 'updated_at': '2022-07-25T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'a363dca2-ee55-45d6-94f9-62a98b93881d', 'name': '', 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'mac_address': 'fa:16:3e:3f:48:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5a997e0e-2175-4fba-b81f-b90c0c3d6e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:07Z', 'updated_at': '2022-07-25T08:57:08Z', 'revision_number': 2, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'subnets': [{'id': '5a997e0e-2175-4fba-b81f-b90c0c3d6e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:12.471287 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Checking router: 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:57:12.472021 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Updating router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 port a363dca2-ee55-45d6-94f9-62a98b93881d binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:57:12.503262 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:12.706659 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:12.739636 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4536d3f-0485-4735-a6fb-e6b9792a6e7b req-ee54f6a8-5c6a-4d08-85c1-dd9aa34310b3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:12.748553 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4536d3f-0485-4735-a6fb-e6b9792a6e7b req-ee54f6a8-5c6a-4d08-85c1-dd9aa34310b3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.1077662 Jul 25 08:57:12.780882 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:12.824818 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Publish callbacks [] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:12.829662 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4536d3f-0485-4735-a6fb-e6b9792a6e7b req-755ac2c8-243a-4016-b9c2-a2575d5e58f6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794277 Jul 25 08:57:12.840245 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:12.843364 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:12.944776 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a02c3-dac0-493e-a0bb-0f1cbefeeb8c None None] Pushing event updated for resources: {'Port': ['ID=a363dca2-ee55-45d6-94f9-62a98b93881d,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:13.040281 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Attempting to bind port a363dca2-ee55-45d6-94f9-62a98b93881d on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:57:13.041137 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Attempting to bind port a363dca2-ee55-45d6-94f9-62a98b93881d by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '1550a8e8-7b8c-49d3-ae60-8a757c8329eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:57:13.041727 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Attempting to bind port a363dca2-ee55-45d6-94f9-62a98b93881d on network c6c1dc73-5e95-475b-a671-275e63e9b465 {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:57:13.056222 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:57:13.056957 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Checking segment: {'id': '1550a8e8-7b8c-49d3-ae60-8a757c8329eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:57:13.057585 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:13.058534 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Bound using segment: {'id': '1550a8e8-7b8c-49d3-ae60-8a757c8329eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:57:13.059782 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Bound port: a363dca2-ee55-45d6-94f9-62a98b93881d, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1550a8e8-7b8c-49d3-ae60-8a757c8329eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:57:13.060761 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:13.157223 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] For port a363dca2-ee55-45d6-94f9-62a98b93881d, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:57:13.164652 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] For port a363dca2-ee55-45d6-94f9-62a98b93881d, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=a363dca2-ee55-45d6-94f9-62a98b93881d,segment=NetworkSegment(1550a8e8-7b8c-49d3-ae60-8a757c8329eb),segment_id=1550a8e8-7b8c-49d3-ae60-8a757c8329eb)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:57:13.186953 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:13.262832 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Routers {'138636a3-e607-45d6-8bfc-e5d7c1fb82c4'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:13.263602 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:57:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:13.268495 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a02c3-dac0-493e-a0bb-0f1cbefeeb8c None None] Pushing event updated for resources: {'Port': ['ID=a363dca2-ee55-45d6-94f9-62a98b93881d,revision_number=4']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:13.305715 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-d8095854-efb9-43ed-aed4-b32976d4638f None None] Provisioning complete for port a363dca2-ee55-45d6-94f9-62a98b93881d triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:13.306095 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d8095854-efb9-43ed-aed4-b32976d4638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:13.416977 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] Set router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:13.535854 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device a363dca2-ee55-45d6-94f9-62a98b93881d up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:13.583632 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-d8095854-efb9-43ed-aed4-b32976d4638f None None] Current status of the port a363dca2-ee55-45d6-94f9-62a98b93881d is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:13.584253 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d8095854-efb9-43ed-aed4-b32976d4638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:13.651988 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-d8095854-efb9-43ed-aed4-b32976d4638f None None] For port a363dca2-ee55-45d6-94f9-62a98b93881d, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=a363dca2-ee55-45d6-94f9-62a98b93881d,segment=NetworkSegment(1550a8e8-7b8c-49d3-ae60-8a757c8329eb),segment_id=1550a8e8-7b8c-49d3-ae60-8a757c8329eb)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:13.661865 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d8095854-efb9-43ed-aed4-b32976d4638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:13.694550 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port a363dca2-ee55-45d6-94f9-62a98b93881d triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:13.694924 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:13.724413 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286ddba-7369-4380-a986-ce64467c323e req-cc054575-bfbd-4326-ac60-24f9aa0c70bc tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:13.735075 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e286ddba-7369-4380-a986-ce64467c323e req-cc054575-bfbd-4326-ac60-24f9aa0c70bc tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 946 time: 0.1220579 Jul 25 08:57:13.761817 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:13.768359 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8095854-efb9-43ed-aed4-b32976d4638f None None] Pushing event updated for resources: {'Port': ['ID=a363dca2-ee55-45d6-94f9-62a98b93881d,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:13.777506 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'name': 'tempest-TestVolumeBootPattern-1146881018-router', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:57:04Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 4, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'gw_port': {'id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:05Z', 'updated_at': '2022-07-25T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'a363dca2-ee55-45d6-94f9-62a98b93881d', 'name': '', 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'mac_address': 'fa:16:3e:3f:48:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5a997e0e-2175-4fba-b81f-b90c0c3d6e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:07Z', 'updated_at': '2022-07-25T08:57:13Z', 'revision_number': 4, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'subnets': [{'id': '5a997e0e-2175-4fba-b81f-b90c0c3d6e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:13.804924 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12f7e46-ce97-4436-9f7b-6be33e3bd966 None None] The sync data for ids ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'] in dv-cinder-850840-1-iscsi is: [{'id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'name': 'tempest-TestVolumeBootPattern-1146881018-router', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:57:04Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 4, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'gw_port': {'id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:05Z', 'updated_at': '2022-07-25T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'a363dca2-ee55-45d6-94f9-62a98b93881d', 'name': '', 'network_id': 'c6c1dc73-5e95-475b-a671-275e63e9b465', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'mac_address': 'fa:16:3e:3f:48:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5a997e0e-2175-4fba-b81f-b90c0c3d6e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:07Z', 'updated_at': '2022-07-25T08:57:13Z', 'revision_number': 4, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'subnets': [{'id': '5a997e0e-2175-4fba-b81f-b90c0c3d6e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:57:13.818618 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e286ddba-7369-4380-a986-ce64467c323e req-ebed1b3e-0e7b-4146-865a-b8c7ceb0e2a5 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826316 Jul 25 08:57:13.822297 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-be668bcb-3489-4d7a-8f80-10d604afa65f None None] Provisioning complete for port a363dca2-ee55-45d6-94f9-62a98b93881d triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:13.822680 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-be668bcb-3489-4d7a-8f80-10d604afa65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:13.951173 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port a363dca2-ee55-45d6-94f9-62a98b93881d is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:13.952607 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device cf27c265-cd1b-4994-8a55-5e52400a4cb1 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:14.035884 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f4234-d7a0-4bf0-95e0-63cc81c60396 req-6d1a3a21-b60e-4838-83a0-9644743b3840 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:14.039173 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4e0f4234-d7a0-4bf0-95e0-63cc81c60396 req-6d1a3a21-b60e-4838-83a0-9644743b3840 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0864408 Jul 25 08:57:14.042399 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:14.061023 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-be668bcb-3489-4d7a-8f80-10d604afa65f None None] Current status of the port a363dca2-ee55-45d6-94f9-62a98b93881d is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:14.067116 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port cf27c265-cd1b-4994-8a55-5e52400a4cb1 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:14.067882 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:14.084102 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:14.132466 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4e0f4234-d7a0-4bf0-95e0-63cc81c60396 req-1b6a4493-d6b0-4d06-be09-e3cf86688179 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774755 Jul 25 08:57:14.152761 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:14.183584 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port cf27c265-cd1b-4994-8a55-5e52400a4cb1 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:14.954396 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a71d1-63de-4a81-9508-7b69482d5b28 req-006d0d8a-56a5-4657-8d45-1359e68c3009 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:14.955949 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dd3a71d1-63de-4a81-9508-7b69482d5b28 req-006d0d8a-56a5-4657-8d45-1359e68c3009 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 946 time: 0.0525360 Jul 25 08:57:15.010712 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dd3a71d1-63de-4a81-9508-7b69482d5b28 req-2e521879-f45b-4362-933e-976fb6b8bcf1 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490284 Jul 25 08:57:15.299145 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3bccb-3a25-4f21-86a8-73869fdd96b1 req-329d78ea-a433-4994-9d44-96d6dcc828cc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:15.307397 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-42a3bccb-3a25-4f21-86a8-73869fdd96b1 req-329d78ea-a433-4994-9d44-96d6dcc828cc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0657017 Jul 25 08:57:15.387834 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-42a3bccb-3a25-4f21-86a8-73869fdd96b1 req-c6abc070-de23-4b3a-89cb-e62b270d7802 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759110 Jul 25 08:57:15.561600 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device a363dca2-ee55-45d6-94f9-62a98b93881d up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:15.823930 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port a363dca2-ee55-45d6-94f9-62a98b93881d triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:15.823930 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:15.892822 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-63f5085b-64f1-43e3-8f58-05e868a6754d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:15.894607 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-63f5085b-64f1-43e3-8f58-05e868a6754d tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.48 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 946 time: 0.0849164 Jul 25 08:57:15.915723 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port a363dca2-ee55-45d6-94f9-62a98b93881d is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:16.029548 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Deleting port 8d036e4d-eb5b-4629-9fa0-863090220d9c {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:57:16.029926 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:16.162888 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] For port 8d036e4d-eb5b-4629-9fa0-863090220d9c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=8d036e4d-eb5b-4629-9fa0-863090220d9c,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:16.162888 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:16.230527 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:16.242445 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c5d5b-823b-4b62-b60c-0a1d09d12d31 req-7e71c0fb-7eb9-458f-a7bf-d7dc662979bd tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:16.251663 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1e2c5d5b-823b-4b62-b60c-0a1d09d12d31 req-7e71c0fb-7eb9-458f-a7bf-d7dc662979bd tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 946 time: 0.1102126 Jul 25 08:57:16.314364 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1e2c5d5b-823b-4b62-b60c-0a1d09d12d31 req-5aae42d2-4e29-40d8-919d-a838285f9d8a tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups?id=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625985 Jul 25 08:57:16.383841 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:16.384286 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (8ae43e1c-6033-42c7-a1a2-24ec6c6566e2), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:16.385843 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Floating IP 8ae43e1c-6033-42c7-a1a2-24ec6c6566e2 disassociated. External IP: 172.27.1.126, port: 8d036e4d-eb5b-4629-9fa0-863090220d9c. Jul 25 08:57:16.385843 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Calling delete_port for 8d036e4d-eb5b-4629-9fa0-863090220d9c owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:57:16.567111 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (8d036e4d-eb5b-4629-9fa0-863090220d9c), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:16.596593 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c72e74-34fe-4500-996c-9e07a9afb087 req-516f1906-473a-4f1d-a553-455241fe2e0c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:16.601257 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f9c72e74-34fe-4500-996c-9e07a9afb087 req-516f1906-473a-4f1d-a553-455241fe2e0c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0887730 Jul 25 08:57:16.663857 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f9c72e74-34fe-4500-996c-9e07a9afb087 req-c301b665-270b-439b-a714-c612516403f8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587173 Jul 25 08:57:16.879001 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event deleted for resources: {'Port': ['ID=8d036e4d-eb5b-4629-9fa0-863090220d9c,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:16.996027 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Router c02dca39-7a8f-461c-8084-aa6921fc9b64 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:57:17.040257 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:17.106130 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:57:17.118733 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384cddea-30ad-4d20-bd16-8372e2c09c7c None None] Sync routers for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:57:17.130781 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384cddea-30ad-4d20-bd16-8372e2c09c7c None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:17.131475 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-384cddea-30ad-4d20-bd16-8372e2c09c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:57:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:17.158762 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] No DVR routers for this DVR port 8d036e4d-eb5b-4629-9fa0-863090220d9c on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:57:17.161266 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:17.164881 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-183bcdb3-db6f-4b98-b1c3-818760e928c8 req-ed804fc0-c113-4f54-b8d9-aeb197ad49ae tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.48 "DELETE /v2.0/ports/8d036e4d-eb5b-4629-9fa0-863090220d9c HTTP/1.1" status: 204 len: 173 time: 1.2636898 Jul 25 08:57:17.165533 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48872a7-8219-4458-8832-bc33f66c0250', 'name': 'network-vif-deleted', 'tag': '8d036e4d-eb5b-4629-9fa0-863090220d9c'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:57:17.167985 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af8c4c6-d5fe-4589-a12a-fb7a07972f7b" -d '{"events": [{"server_uuid": "e48872a7-8219-4458-8832-bc33f66c0250", "name": "network-vif-deleted", "tag": "8d036e4d-eb5b-4629-9fa0-863090220d9c"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:57:17.309249 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-384cddea-30ad-4d20-bd16-8372e2c09c7c None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:17.323901 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df19797-3802-4d76-8732-932bb0b5a3bf x-openstack-request-id: req-5df19797-3802-4d76-8732-932bb0b5a3bf {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:57:17.324265 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48872a7-8219-4458-8832-bc33f66c0250", "name": "network-vif-deleted", "tag": "8d036e4d-eb5b-4629-9fa0-863090220d9c", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:57:17.324766 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5df19797-3802-4d76-8732-932bb0b5a3bf {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:57:17.325268 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df19797-3802-4d76-8732-932bb0b5a3bf'] response: {'server_uuid': 'e48872a7-8219-4458-8832-bc33f66c0250', 'name': 'network-vif-deleted', 'tag': '8d036e4d-eb5b-4629-9fa0-863090220d9c', 'status': 'completed', 'code': 200} Jul 25 08:57:17.510167 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-12174676-8597-47ef-a8f3-a5f3efa88568 req-466668e5-6d8c-4c2a-8f7f-034906701aed tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/ports?device_id=e48872a7-8219-4458-8832-bc33f66c0250 HTTP/1.1" status: 200 len: 210 time: 0.0370870 Jul 25 08:57:17.586536 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-384cddea-30ad-4d20-bd16-8372e2c09c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:17.613604 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384cddea-30ad-4d20-bd16-8372e2c09c7c None None] Checking router: c02dca39-7a8f-461c-8084-aa6921fc9b64 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:57:17.623049 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384cddea-30ad-4d20-bd16-8372e2c09c7c None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:17.623656 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-384cddea-30ad-4d20-bd16-8372e2c09c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:57:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:17.770566 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-384cddea-30ad-4d20-bd16-8372e2c09c7c None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:17.859934 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7668b6-102c-417e-83e0-308b753b53be req-a69d4c22-5149-4fc3-9c4a-8b19245a616c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:17.868112 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc7668b6-102c-417e-83e0-308b753b53be req-a69d4c22-5149-4fc3-9c4a-8b19245a616c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0975258 Jul 25 08:57:17.939050 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc7668b6-102c-417e-83e0-308b753b53be req-fdb22c31-a708-4f4f-8549-60c4ad215afc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700672 Jul 25 08:57:17.940298 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:18.035555 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-384cddea-30ad-4d20-bd16-8372e2c09c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:18.066466 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384cddea-30ad-4d20-bd16-8372e2c09c7c None None] The sync data for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi is: [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:45:50Z', 'revision_number': 4, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'b1ddf7d7-ff89-4963-9be0-10b877b52b6f', 'name': '', 'network_id': '3560e9df-9e9b-4cf9-8b14-5afa8bdd3245', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'mac_address': 'fa:16:3e:62:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:48Z', 'updated_at': '2022-07-25T08:46:06Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'subnets': [{'id': '7c81a97f-1cc5-477c-932d-43ff4eca4d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:57:18.307233 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cc2827-bf27-42c4-875b-4ad26ce33d16 None None] New status for floating IP 8ae43e1c-6033-42c7-a1a2-24ec6c6566e2: DOWN {{(pid=110465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:57:18.611296 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35268) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:18.684973 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-745d58fa-b689-40ea-9283-98e81bd798a3 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (06e2ce2c-7f3c-4e30-bef3-2d018725cf7d), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:18.709536 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-745d58fa-b689-40ea-9283-98e81bd798a3 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (06e2ce2c-7f3c-4e30-bef3-2d018725cf7d), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:18.759568 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-745d58fa-b689-40ea-9283-98e81bd798a3 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (06e2ce2c-7f3c-4e30-bef3-2d018725cf7d), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:18.762371 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-745d58fa-b689-40ea-9283-98e81bd798a3 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:18.763515 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-745d58fa-b689-40ea-9283-98e81bd798a3 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "DELETE /v2.0/security-groups/06e2ce2c-7f3c-4e30-bef3-2d018725cf7d HTTP/1.1" status: 204 len: 168 time: 0.1512020 Jul 25 08:57:18.767023 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35270) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:18.774604 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d58fa-b689-40ea-9283-98e81bd798a3 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e2ce2c-7f3c-4e30-bef3-2d018725cf7d,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:18.786369 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.api.v2.resource [None req-e1a0116b-b573-472f-b5a9-ef1c94f69cb0 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] show failed (client error): The resource could not be found. Jul 25 08:57:18.790302 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-e1a0116b-b573-472f-b5a9-ef1c94f69cb0 tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "GET /v2.0/security-groups/06e2ce2c-7f3c-4e30-bef3-2d018725cf7d HTTP/1.1" status: 404 len: 347 time: 0.0187495 Jul 25 08:57:18.790444 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35272) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:18.918573 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-0da471d6-8dd1-4040-9a1a-298271c8717b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Deleting port ec9e3f18-230c-4cb1-97a9-f280ccf6eca5 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:57:18.918909 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0da471d6-8dd1-4040-9a1a-298271c8717b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (ec9e3f18-230c-4cb1-97a9-f280ccf6eca5), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:19.013156 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0da471d6-8dd1-4040-9a1a-298271c8717b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (ec9e3f18-230c-4cb1-97a9-f280ccf6eca5), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:19.014077 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0da471d6-8dd1-4040-9a1a-298271c8717b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (ec9e3f18-230c-4cb1-97a9-f280ccf6eca5), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:19.035754 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-0da471d6-8dd1-4040-9a1a-298271c8717b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Calling delete_port for ec9e3f18-230c-4cb1-97a9-f280ccf6eca5 owned by network:floatingip {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:57:19.037600 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8d036e4d-eb5b-4629-9fa0-863090220d9c no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:57:19.058701 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 8d036e4d-eb5b-4629-9fa0-863090220d9c {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:57:19.059285 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 8d036e4d-eb5b-4629-9fa0-863090220d9c not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:57:19.126318 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed28e5a-9a5d-409c-a70a-c4a8b80f42e5 req-f08fa66e-19e2-4590-b718-a9dddada2f26 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:19.127885 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-eed28e5a-9a5d-409c-a70a-c4a8b80f42e5 req-f08fa66e-19e2-4590-b718-a9dddada2f26 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0937452 Jul 25 08:57:19.211054 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-eed28e5a-9a5d-409c-a70a-c4a8b80f42e5 req-e1fd5503-c59d-41b7-b9b3-0d81cd4b64ef tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740306 Jul 25 08:57:19.264138 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:19.269199 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:19.302671 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0da471d6-8dd1-4040-9a1a-298271c8717b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (ec9e3f18-230c-4cb1-97a9-f280ccf6eca5), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:19.329971 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da471d6-8dd1-4040-9a1a-298271c8717b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Pushing event deleted for resources: {'Port': ['ID=ec9e3f18-230c-4cb1-97a9-f280ccf6eca5,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:19.410645 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0da471d6-8dd1-4040-9a1a-298271c8717b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks [] for floatingip (8ae43e1c-6033-42c7-a1a2-24ec6c6566e2), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:19.413342 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0da471d6-8dd1-4040-9a1a-298271c8717b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:19.414628 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-0da471d6-8dd1-4040-9a1a-298271c8717b tempest-AttachVolumeTestJSON-937894486 tempest-AttachVolumeTestJSON-937894486-project] 10.222.0.52 "DELETE /v2.0/floatingips/8ae43e1c-6033-42c7-a1a2-24ec6c6566e2 HTTP/1.1" status: 204 len: 168 time: 0.6232207 Jul 25 08:57:20.355392 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13825b14-4fc9-4aaa-91d1-147fc9305d47 req-29b1bffb-5c6f-4e9a-afcf-034d56607618 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:20.356901 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-13825b14-4fc9-4aaa-91d1-147fc9305d47 req-29b1bffb-5c6f-4e9a-afcf-034d56607618 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0603385 Jul 25 08:57:20.404416 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-13825b14-4fc9-4aaa-91d1-147fc9305d47 req-ebbe0589-8d99-46f5-a695-6072de136f61 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417492 Jul 25 08:57:21.540376 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdda88e-039d-4b88-8f4a-5344dc8cc23a req-45cfad89-2dfe-4fbe-9d2c-dfbd067caaa2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:21.543222 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7fdda88e-039d-4b88-8f4a-5344dc8cc23a req-45cfad89-2dfe-4fbe-9d2c-dfbd067caaa2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0585454 Jul 25 08:57:21.592840 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7fdda88e-039d-4b88-8f4a-5344dc8cc23a req-093095a1-644f-4dc1-bb56-f7ab593b5c80 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446734 Jul 25 08:57:22.741389 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2db94-ee5e-4d87-9e20-e00e4c7e6670 req-f9243544-dea7-4d6e-b507-41ae5c9d7cb7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:22.743003 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a6d2db94-ee5e-4d87-9e20-e00e4c7e6670 req-f9243544-dea7-4d6e-b507-41ae5c9d7cb7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0539606 Jul 25 08:57:22.801411 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a6d2db94-ee5e-4d87-9e20-e00e4c7e6670 req-0575d92d-34c1-4daf-a30a-258b900968e9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518250 Jul 25 08:57:23.042926 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35328) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:23.484992 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:23.580268 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711734'] for router_interface (c02dca39-7a8f-461c-8084-aa6921fc9b64), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:23.849547 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] Deleting port b1ddf7d7-ff89-4963-9be0-10b877b52b6f {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:57:23.849892 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:23.939713 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf5f36-3a38-40d1-8ab2-995291c4a51a req-97beceb8-661f-45cb-973a-ff7595664435 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:23.947983 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2daf5f36-3a38-40d1-8ab2-995291c4a51a req-97beceb8-661f-45cb-973a-ff7595664435 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0593116 Jul 25 08:57:23.968371 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] For port b1ddf7d7-ff89-4963-9be0-10b877b52b6f, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=b1ddf7d7-ff89-4963-9be0-10b877b52b6f,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:23.968800 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:23.991251 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] Calling delete_port for b1ddf7d7-ff89-4963-9be0-10b877b52b6f owned by network:router_interface {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:57:24.007320 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2daf5f36-3a38-40d1-8ab2-995291c4a51a req-b9a79aa1-fe09-489d-93c3-5ad45d3bace4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583308 Jul 25 08:57:24.057504 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:24.218053 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (b1ddf7d7-ff89-4963-9be0-10b877b52b6f), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:24.241353 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ddf7d7-ff89-4963-9be0-10b877b52b6f,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:24.441047 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614822'] for router_interface (c02dca39-7a8f-461c-8084-aa6921fc9b64), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:24.513304 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:24.698550 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] Router c02dca39-7a8f-461c-8084-aa6921fc9b64 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:57:24.808398 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:57:24.814000 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-de2c2c13-7dc4-435f-a58c-9a7868166bb5 admin admin] 10.222.0.52 "PUT /v2.0/routers/c02dca39-7a8f-461c-8084-aa6921fc9b64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7700298 Jul 25 08:57:24.816435 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35340) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:24.822619 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6b858-d8b4-4cbb-8d14-80b13ca171cb None None] Sync routers for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:57:24.835299 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6b858-d8b4-4cbb-8d14-80b13ca171cb None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:24.836686 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-c2c6b858-d8b4-4cbb-8d14-80b13ca171cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:57:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:24.841109 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:24.927091 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Publish callbacks [] for router (c02dca39-7a8f-461c-8084-aa6921fc9b64), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:24.959147 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-c2c6b858-d8b4-4cbb-8d14-80b13ca171cb None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:25.094880 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Publish callbacks [] for router_gateway (c02dca39-7a8f-461c-8084-aa6921fc9b64), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:25.163742 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Deleting port 9bd2070f-c002-4e19-b692-59d7300d4116 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:57:25.164118 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:25.220508 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:25.222138 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ac60-81ca-4aa1-ac37-8fd8de46d849 req-5988e77a-2012-4c73-9d54-79f98d69efc6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:25.233336 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2de1ac60-81ca-4aa1-ac37-8fd8de46d849 req-5988e77a-2012-4c73-9d54-79f98d69efc6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.1097322 Jul 25 08:57:25.257862 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-c2c6b858-d8b4-4cbb-8d14-80b13ca171cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:57:24Z', 'revision_number': 5, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port': {'id': '9bd2070f-c002-4e19-b692-59d7300d4116', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:42Z', 'updated_at': '2022-07-25T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:25.293391 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6b858-d8b4-4cbb-8d14-80b13ca171cb None None] Checking router: c02dca39-7a8f-461c-8084-aa6921fc9b64 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:57:25.304611 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6b858-d8b4-4cbb-8d14-80b13ca171cb None None] Routers {'c02dca39-7a8f-461c-8084-aa6921fc9b64'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:57:25.304611 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-c2c6b858-d8b4-4cbb-8d14-80b13ca171cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:57:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['c02dca39-7a8f-461c-8084-aa6921fc9b64'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:25.306864 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] For port 9bd2070f-c002-4e19-b692-59d7300d4116, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=9bd2070f-c002-4e19-b692-59d7300d4116,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:25.307224 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:25.329370 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Calling delete_port for 9bd2070f-c002-4e19-b692-59d7300d4116 owned by network:router_gateway {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:57:25.331218 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2de1ac60-81ca-4aa1-ac37-8fd8de46d849 req-8cb62873-e1cf-447b-98cf-ce1eae426c1d tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965841 Jul 25 08:57:25.451520 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-c2c6b858-d8b4-4cbb-8d14-80b13ca171cb None None] Set router c02dca39-7a8f-461c-8084-aa6921fc9b64 gateway port host: None {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:57:25.518958 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-c2c6b858-d8b4-4cbb-8d14-80b13ca171cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:57:25Z', 'revision_number': 6, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port_host': None}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:25.533895 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:25.556932 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c6b858-d8b4-4cbb-8d14-80b13ca171cb None None] The sync data for ids ['c02dca39-7a8f-461c-8084-aa6921fc9b64'] in dv-cinder-850840-1-iscsi is: [{'id': 'c02dca39-7a8f-461c-8084-aa6921fc9b64', 'name': 'tempest-AttachVolumeTestJSON-1474873994-router', 'tenant_id': '9313fe06660f4049be47f901c3fc6f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:40Z', 'updated_at': '2022-07-25T08:57:25Z', 'revision_number': 6, 'project_id': '9313fe06660f4049be47f901c3fc6f76', 'gw_port_host': None}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:57:25.625560 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (9bd2070f-c002-4e19-b692-59d7300d4116), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:25.644620 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:25.665679 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd2070f-c002-4e19-b692-59d7300d4116,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:25.808980 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714570'] for router_gateway (c02dca39-7a8f-461c-8084-aa6921fc9b64), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:25.908915 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1516'] for router (c02dca39-7a8f-461c-8084-aa6921fc9b64), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:25.911298 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Publish callbacks [] for router_controller (c02dca39-7a8f-461c-8084-aa6921fc9b64), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:25.966205 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621980'] for router (c02dca39-7a8f-461c-8084-aa6921fc9b64), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:25.967447 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c02dca39-7a8f-461c-8084-aa6921fc9b64 {{(pid=110463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 08:57:25.973090 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:25.975154 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-1e3e782a-5a0f-451c-a8ef-4d9ab823b464 admin admin] 10.222.0.52 "DELETE /v2.0/routers/c02dca39-7a8f-461c-8084-aa6921fc9b64 HTTP/1.1" status: 204 len: 168 time: 1.1577034 Jul 25 08:57:25.977705 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35352) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:26.043103 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-07935b17-2731-456b-b8c7-b3259d06f249 admin admin] Deleting subnet 7c81a97f-1cc5-477c-932d-43ff4eca4d3d {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:57:26.047689 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-07935b17-2731-456b-b8c7-b3259d06f249 admin admin] Publish callbacks [] for subnet (7c81a97f-1cc5-477c-932d-43ff4eca4d3d), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.096509 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-07935b17-2731-456b-b8c7-b3259d06f249 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2984794'] for subnet (7c81a97f-1cc5-477c-932d-43ff4eca4d3d), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.192867 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-07935b17-2731-456b-b8c7-b3259d06f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (7c81a97f-1cc5-477c-932d-43ff4eca4d3d), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.254136 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-07935b17-2731-456b-b8c7-b3259d06f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376480'] for subnet (7c81a97f-1cc5-477c-932d-43ff4eca4d3d), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.283662 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07935b17-2731-456b-b8c7-b3259d06f249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c81a97f-1cc5-477c-932d-43ff4eca4d3d,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:26.290908 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-07935b17-2731-456b-b8c7-b3259d06f249 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.299359 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-07935b17-2731-456b-b8c7-b3259d06f249 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7c81a97f-1cc5-477c-932d-43ff4eca4d3d HTTP/1.1" status: 204 len: 168 time: 0.3161502 Jul 25 08:57:26.300000 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eede49-7bd3-4814-9371-af08cba34e06 None None] Network 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:57:26.300779 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35356) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:26.426295 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (3560e9df-9e9b-4cf9-8b14-5afa8bdd3245), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.515662 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Deleting port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:57:26.516128 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.532662 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d5fca-1dc2-482b-8238-e8d7f69a625a req-a90adc64-c020-4b8d-9b2d-b105d7665270 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:26.546075 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d8235-131d-42c0-9a2c-b40cf1137b84 None None] DHCP port deletion for 3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 request from dv-cinder-850840-1-iscsi {{(pid=110464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 08:57:26.559430 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ef7d5fca-1dc2-482b-8238-e8d7f69a625a req-a90adc64-c020-4b8d-9b2d-b105d7665270 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.1183727 Jul 25 08:57:26.622007 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d8235-131d-42c0-9a2c-b40cf1137b84 None None] Deleting port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 {{(pid=110464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:57:26.622292 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8235-131d-42c0-9a2c-b40cf1137b84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), before_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.633195 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] For port 23cd6011-e76a-4caf-8d18-bca44dbd7d74, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=23cd6011-e76a-4caf-8d18-bca44dbd7d74,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:26.633804 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.633935 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ef7d5fca-1dc2-482b-8238-e8d7f69a625a req-ab86a78f-b80d-4855-8501-62077f33b5d8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721772 Jul 25 08:57:26.671156 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Calling delete_port for 23cd6011-e76a-4caf-8d18-bca44dbd7d74 owned by network:dhcp {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:57:26.735726 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-9a7d8235-131d-42c0-9a2c-b40cf1137b84 None None] For port 23cd6011-e76a-4caf-8d18-bca44dbd7d74, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=23cd6011-e76a-4caf-8d18-bca44dbd7d74,segment=NetworkSegment(8e80fd98-6644-4d43-adf5-f544ce7c8198),segment_id=8e80fd98-6644-4d43-adf5-f544ce7c8198)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:26.736454 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8235-131d-42c0-9a2c-b40cf1137b84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), precommit_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.754936 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-9a7d8235-131d-42c0-9a2c-b40cf1137b84 None None] Calling delete_port for 23cd6011-e76a-4caf-8d18-bca44dbd7d74 owned by network:dhcp {{(pid=110464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:57:26.776336 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:26.777958 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:26.793301 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.833332 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:26.839405 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Pushing event deleted for resources: {'Port': ['ID=23cd6011-e76a-4caf-8d18-bca44dbd7d74,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:26.856983 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] No DVR routers for this DVR port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 on host dv-cinder-850840-1-iscsi {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:57:26.894915 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8235-131d-42c0-9a2c-b40cf1137b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (23cd6011-e76a-4caf-8d18-bca44dbd7d74), after_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.926446 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d8235-131d-42c0-9a2c-b40cf1137b84 None None] Pushing event deleted for resources: {'Port': ['ID=23cd6011-e76a-4caf-8d18-bca44dbd7d74,revision_number=None']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:26.932895 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d8235-131d-42c0-9a2c-b40cf1137b84 None None] No DVR routers for this DVR port 23cd6011-e76a-4caf-8d18-bca44dbd7d74 on host dv-cinder-850840-1-iscsi {{(pid=110464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:57:26.967101 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (3560e9df-9e9b-4cf9-8b14-5afa8bdd3245), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:26.998441 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3560e9df-9e9b-4cf9-8b14-5afa8bdd3245']}} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:27.010226 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e80fd98-6644-4d43-adf5-f544ce7c8198') {'for_net_delete': True} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:27.010504 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e80fd98-6644-4d43-adf5-f544ce7c8198') {} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:57:27.022604 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2984781'] for segment (8e80fd98-6644-4d43-adf5-f544ce7c8198), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:27.043431 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (8e80fd98-6644-4d43-adf5-f544ce7c8198), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:27.060305 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=110463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:57:27.061427 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3463205'] for segment (8e80fd98-6644-4d43-adf5-f544ce7c8198), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:27.087327 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 8e80fd98-6644-4d43-adf5-f544ce7c8198 resource provider aggregate not found Jul 25 08:57:27.135255 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 8e80fd98-6644-4d43-adf5-f544ce7c8198 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e80fd98-6644-4d43-adf5-f544ce7c8198 found for delete ", "request_id": "req-65759280-8c96-4dda-958a-e130f565318e"}]} Jul 25 08:57:27.146188 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (3560e9df-9e9b-4cf9-8b14-5afa8bdd3245), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:27.151209 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:27.154498 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3560e9df-9e9b-4cf9-8b14-5afa8bdd3245 HTTP/1.1" status: 204 len: 168 time: 0.8483779 Jul 25 08:57:27.175333 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fe84e-bd9d-4b2d-bcae-e88cb76dc198 admin admin] Pushing event deleted for resources: {'Network': ['ID=3560e9df-9e9b-4cf9-8b14-5afa8bdd3245,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:27.312884 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35378) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:27.355832 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-5bdc58b8-230d-410b-85ed-0ed63048d481 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9313fe06660f4049be47f901c3fc6f76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412548 Jul 25 08:57:27.358307 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35380) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:27.411527 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 23cd6011-e76a-4caf-8d18-bca44dbd7d74 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:57:27.423225 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a4ee30a1-682f-4b7b-8be2-8f7ca8c625a3 admin admin] Publish callbacks [] for security_group (799e7fee-7029-4565-adcf-8084984982d9), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:27.433837 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 23cd6011-e76a-4caf-8d18-bca44dbd7d74 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:57:27.434185 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 23cd6011-e76a-4caf-8d18-bca44dbd7d74 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:57:27.434600 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9bd2070f-c002-4e19-b692-59d7300d4116 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:57:27.446432 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a4ee30a1-682f-4b7b-8be2-8f7ca8c625a3 admin admin] Publish callbacks [] for security_group (799e7fee-7029-4565-adcf-8084984982d9), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:27.454900 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 9bd2070f-c002-4e19-b692-59d7300d4116 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:57:27.455249 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 9bd2070f-c002-4e19-b692-59d7300d4116 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:57:27.455657 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device b1ddf7d7-ff89-4963-9be0-10b877b52b6f no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:57:27.474376 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: b1ddf7d7-ff89-4963-9be0-10b877b52b6f {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:57:27.474860 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device b1ddf7d7-ff89-4963-9be0-10b877b52b6f not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:57:27.504618 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a4ee30a1-682f-4b7b-8be2-8f7ca8c625a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (799e7fee-7029-4565-adcf-8084984982d9), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:27.507104 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a4ee30a1-682f-4b7b-8be2-8f7ca8c625a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:27.508255 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-a4ee30a1-682f-4b7b-8be2-8f7ca8c625a3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/799e7fee-7029-4565-adcf-8084984982d9 HTTP/1.1" status: 204 len: 168 time: 0.1489549 Jul 25 08:57:27.517328 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee30a1-682f-4b7b-8be2-8f7ca8c625a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799e7fee-7029-4565-adcf-8084984982d9,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:27.778883 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b434b9d-ef0f-4349-b367-7fd2a2110704 req-3d4e49c9-1590-4490-939d-59bff16f14cd tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:27.780545 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3b434b9d-ef0f-4349-b367-7fd2a2110704 req-3d4e49c9-1590-4490-939d-59bff16f14cd tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0504413 Jul 25 08:57:27.840232 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3b434b9d-ef0f-4349-b367-7fd2a2110704 req-dab6b0ba-289c-4111-9c75-260cceda841e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531237 Jul 25 08:57:28.464129 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:28.466431 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:UPDATE=2,neutron:SELECT=70,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:28.999695 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ddc48-08da-478a-a4b2-862daed82b20 req-7bd46a9d-1b72-40c1-92a2-d8e102ac80dc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:29.005559 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc0ddc48-08da-478a-a4b2-862daed82b20 req-7bd46a9d-1b72-40c1-92a2-d8e102ac80dc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0599360 Jul 25 08:57:29.061598 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babef70-96b8-4700-bec3-7bf51847ad12 req-f8418b34-c807-470c-b3f0-005275f7fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:29.063831 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6babef70-96b8-4700-bec3-7bf51847ad12 req-f8418b34-c807-470c-b3f0-005275f7fa60 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 1130 time: 0.0488372 Jul 25 08:57:29.064050 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc0ddc48-08da-478a-a4b2-862daed82b20 req-be8d6317-0ed2-4421-9aee-59b6c21940ba tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548990 Jul 25 08:57:29.164444 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babef70-96b8-4700-bec3-7bf51847ad12 req-d006d16b-c8f8-4e20-8615-ada8517926d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:29.166254 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6babef70-96b8-4700-bec3-7bf51847ad12 req-d006d16b-c8f8-4e20-8615-ada8517926d4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 918 time: 0.0965452 Jul 25 08:57:29.233795 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6babef70-96b8-4700-bec3-7bf51847ad12 req-1c766752-84cf-4532-81ef-53a9c1d3d339 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d HTTP/1.1" status: 200 len: 1001 time: 0.0614727 Jul 25 08:57:29.283419 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babef70-96b8-4700-bec3-7bf51847ad12 req-cfc36822-c75f-4e88-a719-dd130fe89e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:29.284925 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6babef70-96b8-4700-bec3-7bf51847ad12 req-cfc36822-c75f-4e88-a719-dd130fe89e48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 200 len: 856 time: 0.0459638 Jul 25 08:57:29.337225 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babef70-96b8-4700-bec3-7bf51847ad12 req-cf54568e-df63-46c7-8e3a-5b530d7079a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:29.339155 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6babef70-96b8-4700-bec3-7bf51847ad12 req-cf54568e-df63-46c7-8e3a-5b530d7079a4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81feca48-2aba-4dcd-848a-634aff6ea348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482879 Jul 25 08:57:29.452045 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6babef70-96b8-4700-bec3-7bf51847ad12 req-925f5926-af1f-4cf0-ab7d-4807cbc77ef2 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067395 Jul 25 08:57:29.524618 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:29.553226 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-6babef70-96b8-4700-bec3-7bf51847ad12 req-440951fa-501e-4fae-931d-c168c6dab59a service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930169 Jul 25 08:57:30.180792 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:30.193109 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f465c-1c62-4080-8159-915e4861d663 req-3a024dd4-b35b-4734-adc0-eddc009b03f7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:30.194615 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-283f465c-1c62-4080-8159-915e4861d663 req-3a024dd4-b35b-4734-adc0-eddc009b03f7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 946 time: 0.0504866 Jul 25 08:57:30.244558 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-283f465c-1c62-4080-8159-915e4861d663 req-cfc0ead5-18d9-414f-bdd4-d478a4dad25c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435264 Jul 25 08:57:31.072749 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:57:31.147283 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d is: ACTIVE; New status is: DOWN {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:31.147669 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:31.172557 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:57:31.174054 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67866ed6-ac15-4709-8e55-0c268e44f5ae" -d '{"events": [{"server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "name": "network-vif-unplugged", "status": "completed", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:57:31.187955 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:31.192677 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:31.218435 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 08:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33013398-abb6-4761-a77c-6ac76cd42eff x-openstack-request-id: req-33013398-abb6-4761-a77c-6ac76cd42eff {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:57:31.218750 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "name": "network-vif-unplugged", "status": "completed", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:57:31.219011 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33013398-abb6-4761-a77c-6ac76cd42eff {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:57:31.219404 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33013398-abb6-4761-a77c-6ac76cd42eff'] response: {'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'code': 200} Jul 25 08:57:31.246889 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,revision_number=8']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:31.376649 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79d80c-8182-40e3-8906-298c9af5d0c9 req-ff98be44-d763-4e7a-a3b2-afd37cef8472 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:31.378171 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ef79d80c-8182-40e3-8906-298c9af5d0c9 req-ff98be44-d763-4e7a-a3b2-afd37cef8472 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0540402 Jul 25 08:57:31.428013 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ef79d80c-8182-40e3-8906-298c9af5d0c9 req-ba68b0a3-736e-41f9-9803-48ecc14d6080 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440352 Jul 25 08:57:32.578932 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781feed-2807-4ce9-ab91-e7d356b8f4c0 req-4a4831f1-6c12-45bf-ad45-9420c294ca6a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:32.580392 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9781feed-2807-4ce9-ab91-e7d356b8f4c0 req-4a4831f1-6c12-45bf-ad45-9420c294ca6a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0617628 Jul 25 08:57:32.625325 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:32.630070 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9781feed-2807-4ce9-ab91-e7d356b8f4c0 req-d1c11bfe-ad00-474f-b05f-f5c4ab7ac748 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440271 Jul 25 08:57:34.634755 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c48ad7-f31f-49a2-9216-2c37f56aaba2 req-75d2d43e-c0de-480a-a232-4c62dbcfa973 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:34.636249 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d6c48ad7-f31f-49a2-9216-2c37f56aaba2 req-75d2d43e-c0de-480a-a232-4c62dbcfa973 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0511317 Jul 25 08:57:34.699261 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d6c48ad7-f31f-49a2-9216-2c37f56aaba2 req-53dfa976-f9f5-4e09-9fda-54275d87a8bc tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522482 Jul 25 08:57:34.974399 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35526) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:35.322348 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-7ca9fcf8-8a32-4ad0-ab3e-71fa0778e43a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3467567 Jul 25 08:57:35.331681 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-d9bb0131-b1a4-46f8-ad18-46374fe63004 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110463) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:57:35.332664 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-d9bb0131-b1a4-46f8-ad18-46374fe63004 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055549 Jul 25 08:57:35.826904 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65ea17-e41b-4b32-b7cf-d7fdbbe18597 req-6969a632-eb92-4ce8-98ea-e4c1b3c45992 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:35.829078 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0c65ea17-e41b-4b32-b7cf-d7fdbbe18597 req-6969a632-eb92-4ce8-98ea-e4c1b3c45992 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0482213 Jul 25 08:57:35.876381 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0c65ea17-e41b-4b32-b7cf-d7fdbbe18597 req-843997c9-6370-4f7c-b344-ca9a418a24c6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417411 Jul 25 08:57:36.317720 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:57:36.390934 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d is: DOWN; New status is: DOWN {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:36.425450 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35546) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:36.527557 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-ef690e5d-6a53-4017-aa7b-21b93c90dd88 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:36.528943 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-ef690e5d-6a53-4017-aa7b-21b93c90dd88 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports/68b8d737-1cd3-4135-ad4b-35b7ce49fc3d HTTP/1.1" status: 200 len: 941 time: 0.1025257 Jul 25 08:57:37.000253 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07914b80-96f9-435e-9fb1-c5a76d980b3e req-42a07591-72f7-4866-91b2-4f32a062f2f8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:37.001700 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-07914b80-96f9-435e-9fb1-c5a76d980b3e req-42a07591-72f7-4866-91b2-4f32a062f2f8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0495806 Jul 25 08:57:37.050917 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-07914b80-96f9-435e-9fb1-c5a76d980b3e req-fede521a-494c-4137-87f3-2883319adb3a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436814 Jul 25 08:57:37.664401 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-05e68935-357c-468b-b921-5b25362c92a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:38.179650 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356d0e9-0f96-4db9-887c-4701a7c7db71 req-44f61667-797d-41e0-bd3e-64bc8ac1d715 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:38.181177 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a356d0e9-0f96-4db9-887c-4701a7c7db71 req-44f61667-797d-41e0-bd3e-64bc8ac1d715 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0527868 Jul 25 08:57:38.229698 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a356d0e9-0f96-4db9-887c-4701a7c7db71 req-48728895-0265-4d64-82c2-fab1ca5bf4f2 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 Jul 25 08:57:39.367321 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20375282-6360-401c-86be-2687b79c7d90 req-eb77a42a-6548-4f26-9cf9-237cb9edf466 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:39.368896 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-20375282-6360-401c-86be-2687b79c7d90 req-eb77a42a-6548-4f26-9cf9-237cb9edf466 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0540676 Jul 25 08:57:39.420565 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-20375282-6360-401c-86be-2687b79c7d90 req-74d8e3f7-7d89-4b17-97d1-a4d595a8fcc5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454769 Jul 25 08:57:40.022400 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:40.030360 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b32cdbea-5e7e-4a69-b31a-81c6df73d9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:40.549847 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11146d3-47c2-4c22-bba9-d5f260f5103f req-430c64e3-dbb7-4633-83ba-62726d7c7068 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:40.551388 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b11146d3-47c2-4c22-bba9-d5f260f5103f req-430c64e3-dbb7-4633-83ba-62726d7c7068 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0487854 Jul 25 08:57:40.617698 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b11146d3-47c2-4c22-bba9-d5f260f5103f req-eac23f97-5fb9-48e8-a54a-f4d8e2f02c9b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555193 Jul 25 08:57:40.621958 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-e88d056f-d752-4e3e-aef1-d40ae7a28942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:40.623892 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-e88d056f-d752-4e3e-aef1-d40ae7a28942 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b&tenant_id=f3491b85dc4543c88f500828b2df1d2d HTTP/1.1" status: 200 len: 1128 time: 0.0481257 Jul 25 08:57:40.673922 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:40.713805 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-03b68113-9413-4745-9422-9c14011e7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:40.715311 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-03b68113-9413-4745-9422-9c14011e7d74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 1128 time: 0.0511060 Jul 25 08:57:40.805961 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-982abf75-0c38-4f12-a005-ea9eb39aaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:40.807414 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-982abf75-0c38-4f12-a005-ea9eb39aaf95 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 918 time: 0.0867636 Jul 25 08:57:40.875613 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-d4d256a7-bb4a-4d20-884b-dc4950523079 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d HTTP/1.1" status: 200 len: 999 time: 0.0608501 Jul 25 08:57:40.924880 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-55f55355-953f-4631-bf99-fcb4b5e5bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:40.926369 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-55f55355-953f-4631-bf99-fcb4b5e5bf99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 200 len: 856 time: 0.0462043 Jul 25 08:57:40.973772 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-2aa0ebe5-a5ee-4e61-a253-380d92457cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:40.975341 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-2aa0ebe5-a5ee-4e61-a253-380d92457cad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81feca48-2aba-4dcd-848a-634aff6ea348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433590 Jul 25 08:57:41.061603 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:41.099881 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-58613f25-4bb4-4f86-9273-8e29a4361131 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179445 Jul 25 08:57:41.208767 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-82bc6eed-8c52-4b32-96ee-f011f1b733ae req-8a36acb3-ed44-43d6-bd62-d0998044c661 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032920 Jul 25 08:57:41.327231 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-b838676e-9103-41b0-9fd8-6b0bad24f1d4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078811933&fields=id&tenant_id=5005a107ff1940908069356c788185f6 HTTP/1.1" status: 200 len: 267 time: 0.0503747 Jul 25 08:57:41.449843 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4764a-ff77-47ca-a973-b2c877126764 req-20db47fa-8fe3-4ffb-8eac-af98beadf268 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:41.451377 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-20db47fa-8fe3-4ffb-8eac-af98beadf268 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 812 time: 0.1150179 Jul 25 08:57:41.473903 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-d538a37a-c69f-4528-8cfd-afa0f668dcd1 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/quotas/5005a107ff1940908069356c788185f6 HTTP/1.1" status: 200 len: 375 time: 0.0124333 Jul 25 08:57:41.547506 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-fba60e94-4029-4930-9b9e-68aa1622b4ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616386 Jul 25 08:57:41.566439 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-b0e08703-eb4f-405b-ba4d-6440f1ff9b44 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 08:57:41.567557 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-b0e08703-eb4f-405b-ba4d-6440f1ff9b44 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082366 Jul 25 08:57:41.621842 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:41.674542 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-7b8ddd55-074b-4ed6-99a9-8b293a074494 service neutron] 10.222.0.52 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991476 Jul 25 08:57:41.811313 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868612f-7ba4-4ce2-a379-ebe9df7609f3 req-6a5c0a56-392f-4b9a-a842-4d0ac5e31c40 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:41.813503 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3868612f-7ba4-4ce2-a379-ebe9df7609f3 req-6a5c0a56-392f-4b9a-a842-4d0ac5e31c40 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.1008413 Jul 25 08:57:41.927987 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:41.931956 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-afd68516-0b31-4c96-971e-dc2b7c4c1e5d service neutron] 10.222.0.52 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514696 Jul 25 08:57:41.980997 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3868612f-7ba4-4ce2-a379-ebe9df7609f3 req-64a0026f-0ea1-4de3-98e5-cc36c243ffdf tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525087 Jul 25 08:57:42.425804 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:42.505590 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1898dbac-379b-4042-8b74-18ee09a55733 req-b7b817b1-260b-4359-bbfb-33bb35658580 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0577250 Jul 25 08:57:42.837085 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:43.029348 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35696) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:43.169941 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dd85f-d0f5-442d-a191-570bc2c55ac5 req-c9505f9a-8bd5-49e7-8612-dcd2bff1a4f8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:43.172354 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-938dd85f-d0f5-442d-a191-570bc2c55ac5 req-c9505f9a-8bd5-49e7-8612-dcd2bff1a4f8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0603790 Jul 25 08:57:43.248107 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b987a3b7-fa07-4ee4-ab6d-dd4e32f594db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:43.292158 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-938dd85f-d0f5-442d-a191-570bc2c55ac5 req-e20c8bbb-bf02-482c-b55a-8d0c7c2f35eb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061757 Jul 25 08:57:43.380792 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b987a3b7-fa07-4ee4-ab6d-dd4e32f594db admin admin] Publish callbacks [] for security_group (9ef1bc87-c8f0-4772-9a65-eeda810b2b81), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:43.390170 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b987a3b7-fa07-4ee4-ab6d-dd4e32f594db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (9ef1bc87-c8f0-4772-9a65-eeda810b2b81), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:43.445731 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987a3b7-fa07-4ee4-ab6d-dd4e32f594db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef1bc87-c8f0-4772-9a65-eeda810b2b81,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:43.453910 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-b987a3b7-fa07-4ee4-ab6d-dd4e32f594db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2adde584b004ae6b648453c5477bace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4191880 Jul 25 08:57:43.458016 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35700) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:43.584503 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fa07c4e6-5569-4b7f-b9e2-9077ee80e57d admin admin] Publish callbacks [] for security_group (9ef1bc87-c8f0-4772-9a65-eeda810b2b81), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:43.628239 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fa07c4e6-5569-4b7f-b9e2-9077ee80e57d admin admin] Publish callbacks [] for security_group (9ef1bc87-c8f0-4772-9a65-eeda810b2b81), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:43.660551 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d6bdd5c3-c998-4f83-9050-587b594bbea4 req-b4f0b665-2fc1-4493-bb9f-b51effbffba2 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0563397 Jul 25 08:57:43.698361 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fa07c4e6-5569-4b7f-b9e2-9077ee80e57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (9ef1bc87-c8f0-4772-9a65-eeda810b2b81), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:43.702300 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-fa07c4e6-5569-4b7f-b9e2-9077ee80e57d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:43.704111 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-fa07c4e6-5569-4b7f-b9e2-9077ee80e57d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ef1bc87-c8f0-4772-9a65-eeda810b2b81 HTTP/1.1" status: 204 len: 168 time: 0.2450650 Jul 25 08:57:43.714219 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07c4e6-5569-4b7f-b9e2-9077ee80e57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef1bc87-c8f0-4772-9a65-eeda810b2b81,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:44.124285 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35708) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:44.138504 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b407dfce-2cf9-4cc9-a9ac-8c8fcdb6a9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:44.244035 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b407dfce-2cf9-4cc9-a9ac-8c8fcdb6a9c3 admin admin] Publish callbacks [] for security_group (7fd3acee-af7b-4172-a771-81b3bc5443d0), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:44.249626 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b407dfce-2cf9-4cc9-a9ac-8c8fcdb6a9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (7fd3acee-af7b-4172-a771-81b3bc5443d0), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:44.280626 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b407dfce-2cf9-4cc9-a9ac-8c8fcdb6a9c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=14b5c60f9c7945bea96c2fa3bee5441a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1546607 Jul 25 08:57:44.285648 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35712) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:44.313160 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:44.321770 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407dfce-2cf9-4cc9-a9ac-8c8fcdb6a9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd3acee-af7b-4172-a771-81b3bc5443d0,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:44.422681 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e471-a207-4768-9c61-9052d8c7561e admin admin] Publish callbacks [] for security_group (7fd3acee-af7b-4172-a771-81b3bc5443d0), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:44.477356 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e471-a207-4768-9c61-9052d8c7561e admin admin] Publish callbacks [] for security_group (7fd3acee-af7b-4172-a771-81b3bc5443d0), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:44.515568 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e442-c18b-4761-8036-335a1d048bef req-646082da-b843-40ee-a32a-52f182727179 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:44.517179 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4770e442-c18b-4761-8036-335a1d048bef req-646082da-b843-40ee-a32a-52f182727179 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0880852 Jul 25 08:57:44.604339 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4770e442-c18b-4761-8036-335a1d048bef req-9e7064ee-0c21-4d17-8d4b-dace93d7415c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674112 Jul 25 08:57:44.631056 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e471-a207-4768-9c61-9052d8c7561e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (7fd3acee-af7b-4172-a771-81b3bc5443d0), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:44.633621 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9dd2e471-a207-4768-9c61-9052d8c7561e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:44.634789 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-9dd2e471-a207-4768-9c61-9052d8c7561e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7fd3acee-af7b-4172-a771-81b3bc5443d0 HTTP/1.1" status: 204 len: 168 time: 0.3474801 Jul 25 08:57:44.648052 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2e471-a207-4768-9c61-9052d8c7561e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd3acee-af7b-4172-a771-81b3bc5443d0,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:44.787460 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-591ba605-6eb2-47d9-bb3b-f4de62e9e0d1 req-9fe1c119-0173-4d7a-9b8b-97307e421cd5 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0421979 Jul 25 08:57:45.764649 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6447b2-073f-420f-8d0d-d29aa11f6ab6 req-cbbca8af-1b2f-4db5-ba90-5f9f2fbfaadf tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:45.767500 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dd6447b2-073f-420f-8d0d-d29aa11f6ab6 req-cbbca8af-1b2f-4db5-ba90-5f9f2fbfaadf tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0677905 Jul 25 08:57:45.839034 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dd6447b2-073f-420f-8d0d-d29aa11f6ab6 req-d3040703-5e14-41db-8497-e157bbb469ec tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542452 Jul 25 08:57:45.931941 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:45.951578 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-dbf39908-8506-4180-a3a5-13c1eda7aa18 req-254902b0-f8d4-47f4-b438-deae7ff825d2 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0332544 Jul 25 08:57:47.017912 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25b671-396e-4641-b752-038d9565818d req-64eaeef7-c6a5-4692-83b8-3bbf3826dea5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:47.019796 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-be25b671-396e-4641-b752-038d9565818d req-64eaeef7-c6a5-4692-83b8-3bbf3826dea5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0681348 Jul 25 08:57:47.117332 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4673972c-b327-49ef-9a5c-93b22a0eea9b req-38964acd-a59f-493f-9dfd-6238a1209ebc tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0441117 Jul 25 08:57:47.141595 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-be25b671-396e-4641-b752-038d9565818d req-11d6b458-43ae-4450-9116-6241f38a497e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153498 Jul 25 08:57:47.481527 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:57:47.489787 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35798) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:47.638453 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a20b6da0-88bb-4d53-9151-0f98ceaa6fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:47.690549 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:47.735758 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a20b6da0-88bb-4d53-9151-0f98ceaa6fef admin admin] Publish callbacks [] for security_group (82242256-48a1-49cc-a2b6-1911221da0e6), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:47.751600 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a20b6da0-88bb-4d53-9151-0f98ceaa6fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (82242256-48a1-49cc-a2b6-1911221da0e6), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:47.791483 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b6da0-88bb-4d53-9151-0f98ceaa6fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82242256-48a1-49cc-a2b6-1911221da0e6,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:47.795949 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a20b6da0-88bb-4d53-9151-0f98ceaa6fef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b6abf374b8e435d949b2b9deaf5bfdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048556 Jul 25 08:57:47.799430 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35804) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:47.861524 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-be222bc7-6e06-4feb-9eb1-c67550360856 admin admin] Publish callbacks [] for security_group (82242256-48a1-49cc-a2b6-1911221da0e6), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:47.895525 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-be222bc7-6e06-4feb-9eb1-c67550360856 admin admin] Publish callbacks [] for security_group (82242256-48a1-49cc-a2b6-1911221da0e6), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:47.947191 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-be222bc7-6e06-4feb-9eb1-c67550360856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (82242256-48a1-49cc-a2b6-1911221da0e6), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:47.950021 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-be222bc7-6e06-4feb-9eb1-c67550360856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:47.951211 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-be222bc7-6e06-4feb-9eb1-c67550360856 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82242256-48a1-49cc-a2b6-1911221da0e6 HTTP/1.1" status: 204 len: 168 time: 0.1508524 Jul 25 08:57:47.961346 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be222bc7-6e06-4feb-9eb1-c67550360856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82242256-48a1-49cc-a2b6-1911221da0e6,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:48.318684 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35814) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:48.335261 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d45-c327-4850-9a24-168c097b6621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:48.352713 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a2c84acd-e34d-4e91-9dd0-15104c59f144 req-524e165d-7aae-4100-926e-5bc71cab3cef tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0724368 Jul 25 08:57:48.396337 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102c869-8585-4340-9ee0-fd04a7552e13 req-449b1c9f-3393-4829-9011-e17fc31f6278 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:48.397953 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7102c869-8585-4340-9ee0-fd04a7552e13 req-449b1c9f-3393-4829-9011-e17fc31f6278 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.1060433 Jul 25 08:57:48.408123 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:48.424131 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:48.463288 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d45-c327-4850-9a24-168c097b6621 admin admin] Publish callbacks [] for security_group (c12ddf2d-c58d-4d05-98e4-3500478dc748), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:48.470078 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0d45-c327-4850-9a24-168c097b6621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (c12ddf2d-c58d-4d05-98e4-3500478dc748), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:48.489421 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7102c869-8585-4340-9ee0-fd04a7552e13 req-3f0cfaab-bee5-49bd-b708-df94cbf35b0a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822892 Jul 25 08:57:48.532043 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6fcd0d45-c327-4850-9a24-168c097b6621 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e441e3cd7a26443eb163de557cd51b29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122169 Jul 25 08:57:48.534884 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35816) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:48.547667 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd0d45-c327-4850-9a24-168c097b6621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12ddf2d-c58d-4d05-98e4-3500478dc748,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:48.599070 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2c77025e-89b9-47da-8a28-529c03abc10d admin admin] Publish callbacks [] for security_group (c12ddf2d-c58d-4d05-98e4-3500478dc748), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:48.631099 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2c77025e-89b9-47da-8a28-529c03abc10d admin admin] Publish callbacks [] for security_group (c12ddf2d-c58d-4d05-98e4-3500478dc748), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:48.693788 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2c77025e-89b9-47da-8a28-529c03abc10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (c12ddf2d-c58d-4d05-98e4-3500478dc748), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:48.696354 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-2c77025e-89b9-47da-8a28-529c03abc10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:48.699946 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-2c77025e-89b9-47da-8a28-529c03abc10d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c12ddf2d-c58d-4d05-98e4-3500478dc748 HTTP/1.1" status: 204 len: 168 time: 0.1614120 Jul 25 08:57:48.709307 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77025e-89b9-47da-8a28-529c03abc10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12ddf2d-c58d-4d05-98e4-3500478dc748,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:49.487812 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a01fd4ee-80e1-4dbb-a3f6-39e4cd56a3f0 req-99bbb102-e534-41fc-86a3-13e89be7a6f9 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0513380 Jul 25 08:57:49.648098 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c97853-d1cd-4738-8e2f-c1ebfd9c2d24 req-d93043fa-42e5-4d95-8d01-261104425467 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:49.650444 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c6c97853-d1cd-4738-8e2f-c1ebfd9c2d24 req-d93043fa-42e5-4d95-8d01-261104425467 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0734518 Jul 25 08:57:49.720084 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c6c97853-d1cd-4738-8e2f-c1ebfd9c2d24 req-c25e99eb-c874-4108-b40b-fd6a854b760e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588596 Jul 25 08:57:49.731838 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35842) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:49.880222 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1671055133-network', 'tenant_id': 'cabc58a85dcf4be8a8ad4d21190ca053'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:49.912438 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Made reservation on behalf of cabc58a85dcf4be8a8ad4d21190ca053 for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:57:49.916829 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:49.930590 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:50.053687 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Publish callbacks [] for security_group (29e6c411-c73a-4d56-a6b9-87265103211b), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:50.062848 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (29e6c411-c73a-4d56-a6b9-87265103211b), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:50.099445 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:57:50.125938 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (7f13008d-3abe-4bf1-a91e-ecd5b977993f), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:50.126497 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Added segment 7f13008d-3abe-4bf1-a91e-ecd5b977993f of type vlan for network ccc07512-6a88-41ee-8714-9aa9c85af93e Jul 25 08:57:50.127748 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e6c411-c73a-4d56-a6b9-87265103211b,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:50.202897 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (ccc07512-6a88-41ee-8714-9aa9c85af93e), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:50.304312 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (ccc07512-6a88-41ee-8714-9aa9c85af93e), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:50.305569 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:50.306269 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:50.402468 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6657681 Jul 25 08:57:50.403744 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 35848) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:50.416404 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] Request body: {'subnet': {'network_id': 'ccc07512-6a88-41ee-8714-9aa9c85af93e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1671055133-subnet', 'tenant_id': 'cabc58a85dcf4be8a8ad4d21190ca053', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:50.421645 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a9a69-e796-43bd-bcd6-b8a9ed3914a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc07512-6a88-41ee-8714-9aa9c85af93e,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:50.432679 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network ccc07512-6a88-41ee-8714-9aa9c85af93e details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:57:50.443962 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] Made reservation on behalf of cabc58a85dcf4be8a8ad4d21190ca053 for: {'subnet': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:57:50.447058 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3376459'] for subnet (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:50.529894 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:50.536529 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:50.609532 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0afb4d0c-0cab-48be-adf2-b6cfccc32a1c req-bf4456a4-428f-4731-8bd5-09da53b040bc tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0283782 Jul 25 08:57:50.650697 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3376505'] for subnet (cab21515-e9dd-41e1-b169-75db4201f747), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:50.712060 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab21515-e9dd-41e1-b169-75db4201f747,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:50.719801 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] Checking segment: {'id': '7f13008d-3abe-4bf1-a91e-ecd5b977993f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ccc07512-6a88-41ee-8714-9aa9c85af93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:57:50.720201 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] Network hostable DHCP agents. Network: ccc07512-6a88-41ee-8714-9aa9c85af93e, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:57:50.738164 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] Network ccc07512-6a88-41ee-8714-9aa9c85af93e is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:57:50.747375 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, ccc07512-6a88-41ee-8714-9aa9c85af93e) {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:57:50.753366 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:50.754393 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:50.758233 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb153fc5-4154-4c0b-9214-766fd0ab86ff None None] Network ccc07512-6a88-41ee-8714-9aa9c85af93e requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:57:50.781716 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9e6c40df-28e4-4052-aefd-615ae59b262e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3763115 Jul 25 08:57:50.864690 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e45e7-c5cb-4cfc-89d5-8912451c8d60 req-c4cc4905-5d23-40fc-b236-5fe2a9c6ad6e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:50.869054 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e64e45e7-c5cb-4cfc-89d5-8912451c8d60 req-c4cc4905-5d23-40fc-b236-5fe2a9c6ad6e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0633721 Jul 25 08:57:50.896856 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d70cfe-2fb3-45ab-a2f2-a0ead6164e45 None None] Network ccc07512-6a88-41ee-8714-9aa9c85af93e requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:57:50.918010 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e64e45e7-c5cb-4cfc-89d5-8912451c8d60 req-a3843479-d6a2-4109-bfd8-78c0c095eb3b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460081 Jul 25 08:57:51.339085 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35868) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:51.345365 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1337812862-network', 'tenant_id': 'bbf0e56496a547f7840d5463522df29c'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:51.365936 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Made reservation on behalf of bbf0e56496a547f7840d5463522df29c for: {'network': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:57:51.368742 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:51.378674 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:51.429549 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:51.466202 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Publish callbacks [] for security_group (0ba57d91-1533-402b-bda6-9df6cbe03515), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:51.470548 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0ba57d91-1533-402b-bda6-9df6cbe03515), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:51.496821 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=110462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:57:51.506880 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba57d91-1533-402b-bda6-9df6cbe03515,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:51.511805 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (3e1f598b-ccb3-454a-9e85-ae38549fccfa), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:51.512148 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.segments_db [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Added segment 3e1f598b-ccb3-454a-9e85-ae38549fccfa of type vlan for network b3532adc-d3a5-41ce-a24e-a8d7091964fa Jul 25 08:57:51.558417 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (b3532adc-d3a5-41ce-a24e-a8d7091964fa), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:51.567473 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:51.587557 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (b3532adc-d3a5-41ce-a24e-a8d7091964fa), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:51.588657 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:51.589242 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:51.654414 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3115408 Jul 25 08:57:51.655057 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 35872) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:57:51.659767 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] Request body: {'subnet': {'network_id': 'b3532adc-d3a5-41ce-a24e-a8d7091964fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1337812862-subnet', 'tenant_id': 'bbf0e56496a547f7840d5463522df29c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:51.664779 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327b34b-3e4f-4656-aa95-5d8a3799c91d admin admin] Pushing event updated for resources: {'Network': ['ID=b3532adc-d3a5-41ce-a24e-a8d7091964fa,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:51.679638 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network b3532adc-d3a5-41ce-a24e-a8d7091964fa details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:57:51.685819 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] Made reservation on behalf of bbf0e56496a547f7840d5463522df29c for: {'subnet': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:57:51.688368 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25485025'] for subnet (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:51.756396 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-34043478-8537-46c3-b760-d750093714bc req-66409d47-a786-4b71-ab0e-41d3498b72f8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0657077 Jul 25 08:57:51.901355 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25638621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25485011'] for subnet (0cebe6d7-c513-460a-9423-db0b7ced6fcc), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:51.960487 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cebe6d7-c513-460a-9423-db0b7ced6fcc,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:51.972814 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] Checking segment: {'id': '3e1f598b-ccb3-454a-9e85-ae38549fccfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'b3532adc-d3a5-41ce-a24e-a8d7091964fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:57:51.973171 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] Network hostable DHCP agents. Network: b3532adc-d3a5-41ce-a24e-a8d7091964fa, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110462) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:57:51.991697 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] Network b3532adc-d3a5-41ce-a24e-a8d7091964fa is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110462) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:57:52.001475 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, b3532adc-d3a5-41ce-a24e-a8d7091964fa) {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:57:52.006463 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:52.007056 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:52.017967 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862c4ff-ee6d-4e21-9b16-143359d58a48 None None] Network b3532adc-d3a5-41ce-a24e-a8d7091964fa requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:57:52.026879 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-d9b47c99-94f8-4ef1-b7ef-69d09db781cc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3712902 Jul 25 08:57:52.077578 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006765a2-b374-4614-997a-a0c0e209f70d req-5b37b66c-a4aa-470e-9042-6bc5ed293a74 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:52.079874 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-006765a2-b374-4614-997a-a0c0e209f70d req-5b37b66c-a4aa-470e-9042-6bc5ed293a74 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0516901 Jul 25 08:57:52.116807 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:52.137369 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-006765a2-b374-4614-997a-a0c0e209f70d req-c399da24-516d-4a38-9576-1aee2123a407 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518558 Jul 25 08:57:52.154263 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbc9d6a-e9cf-4a3e-bd75-de341286083f None None] Network b3532adc-d3a5-41ce-a24e-a8d7091964fa requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:57:52.861110 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9be5385d-690c-4490-af5d-151e5593197f req-02d3f5df-682d-4716-890f-4692515f1a29 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0277050 Jul 25 08:57:53.289005 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1dfbe-1cb3-426e-aa29-2e8d65a8f89e req-ba0bc35c-bb3a-4572-90db-67474cec9e27 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:53.290484 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6ce1dfbe-1cb3-426e-aa29-2e8d65a8f89e req-ba0bc35c-bb3a-4572-90db-67474cec9e27 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0516949 Jul 25 08:57:53.333179 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:53.351080 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6ce1dfbe-1cb3-426e-aa29-2e8d65a8f89e req-3441e599-3867-41e7-b248-3159657cd4a8 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520353 Jul 25 08:57:53.959006 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ca562f49-1dbb-4b61-b6c9-74d663ea9159 req-3deef177-91a6-4721-8481-5462dd2cb1e4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0283411 Jul 25 08:57:54.475612 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2bb3b-e992-4335-b106-bbe09a40eb33 req-bb66cb19-3d04-4a19-891c-b97f4af258c3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:54.477112 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-41e2bb3b-e992-4335-b106-bbe09a40eb33 req-bb66cb19-3d04-4a19-891c-b97f4af258c3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0478566 Jul 25 08:57:54.527682 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-41e2bb3b-e992-4335-b106-bbe09a40eb33 req-7f651a44-f0c6-40a6-8f87-488908dfa5e7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448902 Jul 25 08:57:55.065726 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b743b9e3-7c73-486e-b8e6-b3655c03c357 req-c7d10761-531b-4bf0-933b-1df9441ca356 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0365443 Jul 25 08:57:55.632651 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:55.654308 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3858356-540e-412b-a099-9acfa797e676 req-ee4fdca5-693d-42f9-97aa-ee603d910201 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:55.658850 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e3858356-540e-412b-a099-9acfa797e676 req-ee4fdca5-693d-42f9-97aa-ee603d910201 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0488834 Jul 25 08:57:55.705269 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e3858356-540e-412b-a099-9acfa797e676 req-4e05d3b0-743c-4b91-a526-f840f6c6d764 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438678 Jul 25 08:57:56.183272 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-edc85cdb-c3b0-4688-8b97-f283237104bd req-d21f8e4b-80fd-479d-b05f-9be2daba174e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0328622 Jul 25 08:57:56.835918 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5193c69-8020-4ba8-940d-c4eb90f6f26c req-d680797a-b83b-4b31-a6bb-4053385c939e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:56.837438 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a5193c69-8020-4ba8-940d-c4eb90f6f26c req-d680797a-b83b-4b31-a6bb-4053385c939e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0494301 Jul 25 08:57:56.892046 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a5193c69-8020-4ba8-940d-c4eb90f6f26c req-5b348230-02dd-4d9e-96e5-d92324082a2b tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490024 Jul 25 08:57:57.267639 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:57.290940 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-539874fa-cfc3-49ce-a1cc-524c8614ea59 req-9a98ba02-16a3-40ae-ba87-47dafdfe7d3c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0321999 Jul 25 08:57:57.660607 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023909-c530-4f75-93b2-2aee3b725bb5 req-35fb964c-084b-45b9-8022-dc280e715403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:57.662189 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e6023909-c530-4f75-93b2-2aee3b725bb5 req-35fb964c-084b-45b9-8022-dc280e715403 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f3491b85dc4543c88f500828b2df1d2d&device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 1128 time: 0.0519145 Jul 25 08:57:57.785647 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023909-c530-4f75-93b2-2aee3b725bb5 req-8bad5386-8894-4a6e-8f86-4acb57493172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:57.787167 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e6023909-c530-4f75-93b2-2aee3b725bb5 req-8bad5386-8894-4a6e-8f86-4acb57493172 service neutron] 10.222.0.48 "GET /v2.0/networks?id=81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 200 len: 918 time: 0.0985098 Jul 25 08:57:57.851809 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e6023909-c530-4f75-93b2-2aee3b725bb5 req-47306c5b-a788-4faf-9ac3-599702d0dcd1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d HTTP/1.1" status: 200 len: 999 time: 0.0578611 Jul 25 08:57:57.954276 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:57:58.025401 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53d9a2-2c62-470c-9674-6407099ca835 req-f618ad2e-9606-45ee-9072-5effc304efc6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:58.026936 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3f53d9a2-2c62-470c-9674-6407099ca835 req-f618ad2e-9606-45ee-9072-5effc304efc6 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 944 time: 0.0502439 Jul 25 08:57:58.062267 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:58.077825 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3f53d9a2-2c62-470c-9674-6407099ca835 req-e21cdcf4-2522-47b9-80c1-1344d1b0d226 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 Jul 25 08:57:58.079618 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'port_id': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'mac_address': 'fa:16:3e:21:ff:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:57:58.121101 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023909-c530-4f75-93b2-2aee3b725bb5 req-50908a47-24c4-4e5d-a312-8a37d1363631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:58.123470 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e6023909-c530-4f75-93b2-2aee3b725bb5 req-50908a47-24c4-4e5d-a312-8a37d1363631 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 200 len: 856 time: 0.0569656 Jul 25 08:57:58.123772 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:57:58.124167 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:58.138384 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:57:58.164734 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:57:58.169288 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:58.172996 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6023909-c530-4f75-93b2-2aee3b725bb5 req-59902262-758d-49f7-979c-8953159e493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:58.174504 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e6023909-c530-4f75-93b2-2aee3b725bb5 req-59902262-758d-49f7-979c-8953159e493b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=81feca48-2aba-4dcd-848a-634aff6ea348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434723 Jul 25 08:57:58.219790 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,revision_number=9']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:58.328227 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e6023909-c530-4f75-93b2-2aee3b725bb5 req-fdf5eceb-02c2-4a90-9331-69f9a6fb0cb4 service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988035 Jul 25 08:57:58.368875 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4764a-ff77-47ca-a973-b2c877126764 req-d3629d8c-fe56-4bd9-8b4d-10115398267e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:58.371151 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-d3629d8c-fe56-4bd9-8b4d-10115398267e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 812 time: 0.1402144 Jul 25 08:57:58.399621 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-76872aef-fd69-4957-8dda-b2856d0fe8ca req-ab2ed068-526a-4528-9623-f99717e199aa tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0275042 Jul 25 08:57:58.431483 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-e6023909-c530-4f75-93b2-2aee3b725bb5 req-5a886649-7bc2-440b-8686-63be2af8267b service neutron] 10.222.0.48 "GET /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967534 Jul 25 08:57:58.469556 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-f4b4b88c-6ed9-4247-9c69-5c3fa3986c29 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5005a107ff1940908069356c788185f6 HTTP/1.1" status: 200 len: 380 time: 0.0541582 Jul 25 08:57:58.497330 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'port': {'device_id': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'admin_state_up': True, 'tenant_id': '5005a107ff1940908069356c788185f6', 'security_groups': ['d5cb9dd8-f481-4547-aa0e-18c678d25e7b']}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:58.702902 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['68b8d737-1cd3-4135-ad4b-35b7ce49fc3d'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:57:58.742493 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:58.909510 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Made reservation on behalf of 5005a107ff1940908069356c788185f6 for: {'port': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:57:58.913982 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:59.094605 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Allocated IP 172.20.0.4 (1708f1a6-6a61-4ee3-995b-a3b155211357/b5b8415d-2fe2-427b-84a9-b5ff5e31aa70/afb4ee02-4e83-4314-86d8-93c683f82a91) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:57:59.269871 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:59.283290 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8c776-f223-4dc9-ba45-d88701eebd82 req-9d3f6bd2-15eb-4ea4-8923-330be1ebe7c3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:59.284826 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-77f8c776-f223-4dc9-ba45-d88701eebd82 req-9d3f6bd2-15eb-4ea4-8923-330be1ebe7c3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 945 time: 0.1061530 Jul 25 08:57:59.332459 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:59.382276 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-77f8c776-f223-4dc9-ba45-d88701eebd82 req-5b8b8a8b-39b1-4a93-b033-9762f32f673e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897760 Jul 25 08:57:59.387309 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:57:59.396794 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:59.446010 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Network 1708f1a6-6a61-4ee3-995b-a3b155211357 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:57:59.449655 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:57:59.454571 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:57:59.461395 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'Port': ['ID=afb4ee02-4e83-4314-86d8-93c683f82a91,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:57:59.509702 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.509939 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.510282 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.510624 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.510958 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.511288 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.511613 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.511943 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.512268 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.512782 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.512967 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.513268 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.513589 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.513907 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.514226 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:57:59.565060 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d1f8e-d99d-4fed-aaab-585c9ac2448f req-6b5bcd6f-0a4e-4d58-9e7a-70c3ca01ae1b tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:59.566651 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b99d1f8e-d99d-4fed-aaab-585c9ac2448f req-6b5bcd6f-0a4e-4d58-9e7a-70c3ca01ae1b tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 931 time: 0.0835924 Jul 25 08:57:59.572214 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:57:59.572881 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:59.608650 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-12005c9b-08fc-43be-8d7a-b5823e02ae30 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1154196 Jul 25 08:57:59.631398 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Request body: {'port': {'device_id': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:57:59.660376 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b99d1f8e-d99d-4fed-aaab-585c9ac2448f req-23022867-6381-4304-a191-e32c4947359e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844607 Jul 25 08:57:59.706177 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:59.744379 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-0e878b37-6b60-430b-9b6b-c945a9f662a3 None None] Provisioning complete for port afb4ee02-4e83-4314-86d8-93c683f82a91 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:57:59.745361 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-0e878b37-6b60-430b-9b6b-c945a9f662a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:59.778031 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-0e878b37-6b60-430b-9b6b-c945a9f662a3 None None] Port afb4ee02-4e83-4314-86d8-93c683f82a91 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:57:59.956360 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:57:59.963058 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb4ee02-4e83-4314-86d8-93c683f82a91 {{(pid=110462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:57:59.970719 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Publish callbacks [] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:57:59.987743 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.provisioning_blocks [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Transition to ACTIVE for port object afb4ee02-4e83-4314-86d8-93c683f82a91 will not be triggered until provisioned by entity L2. {{(pid=110462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:57:59.991428 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:00.001578 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:58:00.001948 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:00.045846 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=afb4ee02-4e83-4314-86d8-93c683f82a91,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:00.084184 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:58:00.084750 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:00.098874 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:00.113689 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:58:00.117125 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397d149b-8640-447c-b981-be01cf0b3603" -d '{"events": [{"server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "name": "network-vif-plugged", "status": "completed", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:58:00.126180 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Attempting to bind port afb4ee02-4e83-4314-86d8-93c683f82a91 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:58:00.126522 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Attempting to bind port afb4ee02-4e83-4314-86d8-93c683f82a91 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:58:00.126894 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Attempting to bind port afb4ee02-4e83-4314-86d8-93c683f82a91 on network 1708f1a6-6a61-4ee3-995b-a3b155211357 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:58:00.132514 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Port afb4ee02-4e83-4314-86d8-93c683f82a91 on network 1708f1a6-6a61-4ee3-995b-a3b155211357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:58:00.133279 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Attempting to bind port afb4ee02-4e83-4314-86d8-93c683f82a91 on network 1708f1a6-6a61-4ee3-995b-a3b155211357 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:58:00.133944 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:58:00.138589 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:58:00.138897 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:00.139059 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Checking segment: {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:58:00.139317 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Bound using segment: {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:58:00.139733 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Bound port: afb4ee02-4e83-4314-86d8-93c683f82a91, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'}}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:58:00.140091 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:00.166917 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3fff03-4dca-49bc-be18-0b9088cc9fbb x-openstack-request-id: req-0a3fff03-4dca-49bc-be18-0b9088cc9fbb {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:58:00.167346 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "name": "network-vif-plugged", "status": "completed", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:58:00.167687 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a3fff03-4dca-49bc-be18-0b9088cc9fbb {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:58:00.168249 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3fff03-4dca-49bc-be18-0b9088cc9fbb'] response: {'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'code': 200} Jul 25 08:58:00.188412 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:00.200160 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,revision_number=10']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:00.214583 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] For port afb4ee02-4e83-4314-86d8-93c683f82a91, host hv-cinder-85084, cleared binding levels {{(pid=110462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:58:00.218010 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] For port afb4ee02-4e83-4314-86d8-93c683f82a91, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=afb4ee02-4e83-4314-86d8-93c683f82a91,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:58:00.226490 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:00.263609 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:00.264236 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:00.265792 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] 10.222.0.48 "PUT /v2.0/ports/afb4ee02-4e83-4314-86d8-93c683f82a91 HTTP/1.1" status: 200 len: 1093 time: 0.6393893 Jul 25 08:58:00.266238 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'tag': 'afb4ee02-4e83-4314-86d8-93c683f82a91'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:58:00.268561 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc35155a-7890-48f5-902b-74c504421847" -d '{"events": [{"name": "network-changed", "server_uuid": "885b3722-2c57-4d32-9bf3-9d376ea3c909", "tag": "afb4ee02-4e83-4314-86d8-93c683f82a91"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:58:00.309821 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101dd2ab-6c34-40d4-8c3f-69c61610e8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=afb4ee02-4e83-4314-86d8-93c683f82a91,revision_number=3']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:00.349871 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f467a6b1-6317-4c59-958c-32e5f87373c1 x-openstack-request-id: req-f467a6b1-6317-4c59-958c-32e5f87373c1 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:58:00.350159 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885b3722-2c57-4d32-9bf3-9d376ea3c909", "tag": "afb4ee02-4e83-4314-86d8-93c683f82a91", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:58:00.350418 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f467a6b1-6317-4c59-958c-32e5f87373c1 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:58:00.350878 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f467a6b1-6317-4c59-958c-32e5f87373c1'] response: {'name': 'network-changed', 'server_uuid': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'tag': 'afb4ee02-4e83-4314-86d8-93c683f82a91', 'status': 'completed', 'code': 200} Jul 25 08:58:00.467597 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:00.519084 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4764a-ff77-47ca-a973-b2c877126764 req-ae0ac21b-c3cf-494c-8a68-c47f3b562140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:00.520963 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-ae0ac21b-c3cf-494c-8a68-c47f3b562140 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 1127 time: 0.1376603 Jul 25 08:58:00.528344 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489ecac-b72a-4858-9a77-2e36838f697e req-2d5a17fb-696e-495e-81f1-8b9f29cca001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:00.529929 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7489ecac-b72a-4858-9a77-2e36838f697e req-2d5a17fb-696e-495e-81f1-8b9f29cca001 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 1131 time: 0.0781140 Jul 25 08:58:00.585036 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-7489ecac-b72a-4858-9a77-2e36838f697e req-3043a1fe-2e72-447f-a27f-fd04c1384bcc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444236 Jul 25 08:58:00.589614 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-d240b01f-b1bf-440c-9547-dd79419eaf5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afb4ee02-4e83-4314-86d8-93c683f82a91 HTTP/1.1" status: 200 len: 217 time: 0.0388346 Jul 25 08:58:00.603835 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24bddd-4bf9-4a8c-94c7-5fdeb8e9a915 req-daa7edaa-1475-4488-b102-ce2350981cfd tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:00.605388 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ef24bddd-4bf9-4a8c-94c7-5fdeb8e9a915 req-daa7edaa-1475-4488-b102-ce2350981cfd tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 947 time: 0.1038465 Jul 25 08:58:00.658625 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ef24bddd-4bf9-4a8c-94c7-5fdeb8e9a915 req-d58786cd-b602-46f0-a106-91be3b1d34ad tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460033 Jul 25 08:58:00.783484 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f90e5-f49a-44b9-ae63-65c55499f1d3 req-4057fc2a-577d-4d3b-b49a-027bedb0c75e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:00.784985 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bd9f90e5-f49a-44b9-ae63-65c55499f1d3 req-4057fc2a-577d-4d3b-b49a-027bedb0c75e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 943 time: 0.0522656 Jul 25 08:58:00.836764 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bd9f90e5-f49a-44b9-ae63-65c55499f1d3 req-5aedd33f-9360-4af7-af21-74cfeb2dc7c9 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460234 Jul 25 08:58:01.020096 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4764a-ff77-47ca-a973-b2c877126764 req-4ee32bf7-00ec-44bc-ae8a-3ee92d09231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:01.021560 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-4ee32bf7-00ec-44bc-ae8a-3ee92d09231a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0444331 Jul 25 08:58:01.064405 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4764a-ff77-47ca-a973-b2c877126764 req-a5a43fb5-964b-47ec-88da-7ddff8283435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:01.065910 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-a5a43fb5-964b-47ec-88da-7ddff8283435 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383675 Jul 25 08:58:01.643628 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-d3f50892-4870-4d9f-abef-48c752f7b08a service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915976 Jul 25 08:58:01.745242 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-47f4764a-ff77-47ca-a973-b2c877126764 req-02ba46f4-3331-4585-8d9d-2b05b063ba06 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943818 Jul 25 08:58:01.809222 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad61aa2-cd3b-41ce-b41e-e596c91a160c req-d5c33739-1357-43d3-91d2-9a2ff87accf3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:01.810734 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1ad61aa2-cd3b-41ce-b41e-e596c91a160c req-d5c33739-1357-43d3-91d2-9a2ff87accf3 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 947 time: 0.0580261 Jul 25 08:58:01.862832 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1ad61aa2-cd3b-41ce-b41e-e596c91a160c req-8bde7a4b-05b1-4ae6-80ef-9d0de7464b60 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459557 Jul 25 08:58:01.975633 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd3a30-7943-47d3-8bae-aee104a30f9f req-0799898c-3ebe-4de5-9dee-db2c13235551 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:01.977170 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-56dd3a30-7943-47d3-8bae-aee104a30f9f req-0799898c-3ebe-4de5-9dee-db2c13235551 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 943 time: 0.0548463 Jul 25 08:58:02.031915 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-56dd3a30-7943-47d3-8bae-aee104a30f9f req-3c65d238-f1ef-421b-a414-ae7b3e737800 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488446 Jul 25 08:58:02.987566 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:03.000795 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00c549-56b3-44d0-89e2-618a5ce8dabe req-540bfd3b-9c0d-4fc0-964e-e7eedc805b42 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:03.002319 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d00c549-56b3-44d0-89e2-618a5ce8dabe req-540bfd3b-9c0d-4fc0-964e-e7eedc805b42 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 947 time: 0.0551126 Jul 25 08:58:03.053323 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d00c549-56b3-44d0-89e2-618a5ce8dabe req-8cbed020-4404-488f-84b3-cfa12ff7556c tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427315 Jul 25 08:58:03.153199 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414bba2-e31f-4f2d-abf2-454118346e6b req-6162759c-4abb-4768-ad2e-c838781b6088 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:03.154726 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1414bba2-e31f-4f2d-abf2-454118346e6b req-6162759c-4abb-4768-ad2e-c838781b6088 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 943 time: 0.0499992 Jul 25 08:58:03.209056 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1414bba2-e31f-4f2d-abf2-454118346e6b req-1214fdf8-0e04-42c5-ad31-812c2ef2cd54 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462263 Jul 25 08:58:03.274434 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35155a-7890-48f5-902b-74c504421847 req-fd432a99-271a-4fde-8173-4445849de1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:03.276293 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc35155a-7890-48f5-902b-74c504421847 req-fd432a99-271a-4fde-8173-4445849de1a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 1127 time: 0.0444541 Jul 25 08:58:03.808506 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35155a-7890-48f5-902b-74c504421847 req-8658b8f9-6706-4daf-a76e-f7802d631170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:03.810045 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc35155a-7890-48f5-902b-74c504421847 req-8658b8f9-6706-4daf-a76e-f7802d631170 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.1053467 Jul 25 08:58:03.852697 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc35155a-7890-48f5-902b-74c504421847 req-bf91355c-6c43-49ab-98fd-cb572965d93b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afb4ee02-4e83-4314-86d8-93c683f82a91 HTTP/1.1" status: 200 len: 217 time: 0.0351465 Jul 25 08:58:03.973116 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35155a-7890-48f5-902b-74c504421847 req-0d74c84d-f36c-4b64-82e5-e63c53b51203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:03.974574 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc35155a-7890-48f5-902b-74c504421847 req-0d74c84d-f36c-4b64-82e5-e63c53b51203 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0501194 Jul 25 08:58:03.990247 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:04.021562 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35155a-7890-48f5-902b-74c504421847 req-6e1c9aa7-3270-4953-bf33-0f0da3504e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:04.023041 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc35155a-7890-48f5-902b-74c504421847 req-6e1c9aa7-3270-4953-bf33-0f0da3504e84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417445 Jul 25 08:58:04.115355 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc35155a-7890-48f5-902b-74c504421847 req-78ac7ffd-ebbe-48e8-b0c9-e561577a9fab service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852957 Jul 25 08:58:04.229276 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f5ef5-119b-4705-85cc-54d5f65269cf req-645b38f8-cbeb-45fe-8fca-d88894f3d7a4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:04.230878 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-809f5ef5-119b-4705-85cc-54d5f65269cf req-645b38f8-cbeb-45fe-8fca-d88894f3d7a4 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 947 time: 0.0880883 Jul 25 08:58:04.274012 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-bc35155a-7890-48f5-902b-74c504421847 req-e741c372-536c-4b0b-8e96-840381d7bfaf service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492157 Jul 25 08:58:04.337146 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-809f5ef5-119b-4705-85cc-54d5f65269cf req-7001fa0a-5eb0-4363-82be-b165d1d333cb tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951757 Jul 25 08:58:04.352817 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187db19d-6c21-4ed4-83bb-dba535513159 req-8452349f-461d-4209-b987-52ae4bb2c01e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:04.354408 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-187db19d-6c21-4ed4-83bb-dba535513159 req-8452349f-461d-4209-b987-52ae4bb2c01e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 943 time: 0.0693438 Jul 25 08:58:04.413940 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-187db19d-6c21-4ed4-83bb-dba535513159 req-c723879e-b233-45a6-8964-39e63e4c65ae tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481207 Jul 25 08:58:05.483354 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=13 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:05.484169 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=19 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:05.530919 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cb2af-fe3d-4318-b3ac-c7afda213773 req-40843154-ecae-4cf7-8de2-e007071c1d2f tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:05.533323 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-207cb2af-fe3d-4318-b3ac-c7afda213773 req-40843154-ecae-4cf7-8de2-e007071c1d2f tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 943 time: 0.0492582 Jul 25 08:58:05.582070 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-207cb2af-fe3d-4318-b3ac-c7afda213773 req-f99df4d1-c4b2-4e00-97bb-d0d1a206d9e0 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Jul 25 08:58:06.707597 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ca2bb-aa74-4362-a0c5-a05256327517 req-9befffcd-863b-4b6d-b7f8-bd465abfa366 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:06.709162 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-810ca2bb-aa74-4362-a0c5-a05256327517 req-9befffcd-863b-4b6d-b7f8-bd465abfa366 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 943 time: 0.0540471 Jul 25 08:58:06.742469 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:06.763018 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-810ca2bb-aa74-4362-a0c5-a05256327517 req-760825c8-a659-4e55-96ed-56df94fc0692 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479522 Jul 25 08:58:07.571436 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36082) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:07.616765 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_v2 [None req-95da2504-d004-44f4-8559-e7c23633d9a2 admin admin] Deleting subnet cab21515-e9dd-41e1-b169-75db4201f747 {{(pid=110462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:58:07.620713 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-95da2504-d004-44f4-8559-e7c23633d9a2 admin admin] Publish callbacks [] for subnet (cab21515-e9dd-41e1-b169-75db4201f747), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:07.656791 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-95da2504-d004-44f4-8559-e7c23633d9a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4048604'] for subnet (cab21515-e9dd-41e1-b169-75db4201f747), precommit_delete_associations {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:07.667496 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-cc46fb53-88c5-40f9-a8ca-cfa8961347bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:07.703817 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-95da2504-d004-44f4-8559-e7c23633d9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (cab21515-e9dd-41e1-b169-75db4201f747), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:07.755577 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-95da2504-d004-44f4-8559-e7c23633d9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25638554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25485002'] for subnet (cab21515-e9dd-41e1-b169-75db4201f747), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:07.778844 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da2504-d004-44f4-8559-e7c23633d9a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab21515-e9dd-41e1-b169-75db4201f747,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:07.785215 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-95da2504-d004-44f4-8559-e7c23633d9a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:07.788377 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-95da2504-d004-44f4-8559-e7c23633d9a2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cab21515-e9dd-41e1-b169-75db4201f747 HTTP/1.1" status: 204 len: 168 time: 0.2159457 Jul 25 08:58:07.792609 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36086) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:07.903104 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545723e-87a2-4503-b0dc-5a22fdd040a1 req-ffb3b83b-9b30-4d4a-a8e1-194176d1ccd1 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:07.904554 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c545723e-87a2-4503-b0dc-5a22fdd040a1 req-ffb3b83b-9b30-4d4a-a8e1-194176d1ccd1 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 943 time: 0.0661681 Jul 25 08:58:07.906991 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (ccc07512-6a88-41ee-8714-9aa9c85af93e), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.008277 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:08.015231 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c545723e-87a2-4503-b0dc-5a22fdd040a1 req-6cd6e27d-fc8a-4a54-812f-2fc9f1da0bb0 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050463 Jul 25 08:58:08.029796 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (ccc07512-6a88-41ee-8714-9aa9c85af93e), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.054304 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc07512-6a88-41ee-8714-9aa9c85af93e']}} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:08.063717 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f13008d-3abe-4bf1-a91e-ecd5b977993f') {'for_net_delete': True} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:08.064008 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f13008d-3abe-4bf1-a91e-ecd5b977993f') {} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:08.074550 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048587'] for segment (7f13008d-3abe-4bf1-a91e-ecd5b977993f), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.091113 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (7f13008d-3abe-4bf1-a91e-ecd5b977993f), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.098090 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=110462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:58:08.098475 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25638468'] for segment (7f13008d-3abe-4bf1-a91e-ecd5b977993f), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.173440 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (ccc07512-6a88-41ee-8714-9aa9c85af93e), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.182183 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.185985 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ccc07512-6a88-41ee-8714-9aa9c85af93e HTTP/1.1" status: 204 len: 168 time: 0.3922479 Jul 25 08:58:08.189073 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36092) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:08.196096 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7678c3-6ccb-4d94-9697-4de82186bdf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc07512-6a88-41ee-8714-9aa9c85af93e,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:08.242888 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Deleting subnet 0cebe6d7-c513-460a-9423-db0b7ced6fcc {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:58:08.246974 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment 7f13008d-3abe-4bf1-a91e-ecd5b977993f resource provider aggregate not found Jul 25 08:58:08.247701 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Publish callbacks [] for subnet (0cebe6d7-c513-460a-9423-db0b7ced6fcc), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.263703 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment 7f13008d-3abe-4bf1-a91e-ecd5b977993f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f13008d-3abe-4bf1-a91e-ecd5b977993f found for delete ", "request_id": "req-c4d75290-cb4a-40ea-ac8f-6fa8342c9afc"}]} Jul 25 08:58:08.285297 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2984794'] for subnet (0cebe6d7-c513-460a-9423-db0b7ced6fcc), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.309446 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:08.313615 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:08.331908 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (0cebe6d7-c513-460a-9423-db0b7ced6fcc), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.385637 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376480'] for subnet (0cebe6d7-c513-460a-9423-db0b7ced6fcc), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.415898 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cebe6d7-c513-460a-9423-db0b7ced6fcc,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:08.420780 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.423842 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0cebe6d7-c513-460a-9423-db0b7ced6fcc HTTP/1.1" status: 204 len: 168 time: 0.2337840 Jul 25 08:58:08.426561 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36096) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:08.428708 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.429054 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.429395 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.429723 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.430049 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.430372 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.430692 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.431012 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.431329 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.431644 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.431963 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.432284 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.432617 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.432934 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.433247 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5dde1d-84d5-4d8f-b80b-a821313ed9c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:08.502418 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (b3532adc-d3a5-41ce-a24e-a8d7091964fa), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.583194 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (b3532adc-d3a5-41ce-a24e-a8d7091964fa), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.602851 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3532adc-d3a5-41ce-a24e-a8d7091964fa']}} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:08.611846 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1f598b-ccb3-454a-9e85-ae38549fccfa') {'for_net_delete': True} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:08.612134 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1f598b-ccb3-454a-9e85-ae38549fccfa') {} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:08.621578 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048587'] for segment (3e1f598b-ccb3-454a-9e85-ae38549fccfa), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.634414 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (3e1f598b-ccb3-454a-9e85-ae38549fccfa), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.641611 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=110462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:58:08.642172 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25638468'] for segment (3e1f598b-ccb3-454a-9e85-ae38549fccfa), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.696960 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (b3532adc-d3a5-41ce-a24e-a8d7091964fa), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.702464 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.706106 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] 10.222.0.52 "DELETE /v2.0/networks/b3532adc-d3a5-41ce-a24e-a8d7091964fa HTTP/1.1" status: 204 len: 168 time: 0.2783353 Jul 25 08:58:08.717837 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c237d6-da12-4809-963c-4be713dc8cde admin admin] Pushing event deleted for resources: {'Network': ['ID=b3532adc-d3a5-41ce-a24e-a8d7091964fa,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:08.869348 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36100) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:08.889593 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:08.914875 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-0efccdbf-bbf7-455e-b002-2e06a1f4b559 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cabc58a85dcf4be8a8ad4d21190ca053&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431044 Jul 25 08:58:08.916385 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36102) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:08.968802 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f77a70eb-2ea7-4617-b177-cd36cc07cbfa admin admin] Publish callbacks [] for security_group (29e6c411-c73a-4d56-a6b9-87265103211b), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:08.990051 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f77a70eb-2ea7-4617-b177-cd36cc07cbfa admin admin] Publish callbacks [] for security_group (29e6c411-c73a-4d56-a6b9-87265103211b), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:09.037289 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f77a70eb-2ea7-4617-b177-cd36cc07cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (29e6c411-c73a-4d56-a6b9-87265103211b), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:09.039775 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-f77a70eb-2ea7-4617-b177-cd36cc07cbfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:09.040973 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-f77a70eb-2ea7-4617-b177-cd36cc07cbfa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29e6c411-c73a-4d56-a6b9-87265103211b HTTP/1.1" status: 204 len: 168 time: 0.1236579 Jul 25 08:58:09.049430 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a70eb-2ea7-4617-b177-cd36cc07cbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e6c411-c73a-4d56-a6b9-87265103211b,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:09.146846 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace136f-eaa1-4bb6-a8f1-eecbbd36cf03 req-4b52c2c5-9171-4c77-a36d-af72dc6d1e5d tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:09.148358 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4ace136f-eaa1-4bb6-a8f1-eecbbd36cf03 req-4b52c2c5-9171-4c77-a36d-af72dc6d1e5d tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 943 time: 0.0521770 Jul 25 08:58:09.200683 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4ace136f-eaa1-4bb6-a8f1-eecbbd36cf03 req-b9076670-6b6b-40a1-843c-d4243fa025ca tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467811 Jul 25 08:58:09.394141 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36110) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:09.434810 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-f113ffbe-c9d0-44de-a4b8-5fdb1170502b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbf0e56496a547f7840d5463522df29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394664 Jul 25 08:58:09.437255 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36112) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:09.490309 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9a4a2896-c3b3-4104-87f7-e37b77421e7f admin admin] Publish callbacks [] for security_group (0ba57d91-1533-402b-bda6-9df6cbe03515), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:09.512715 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9a4a2896-c3b3-4104-87f7-e37b77421e7f admin admin] Publish callbacks [] for security_group (0ba57d91-1533-402b-bda6-9df6cbe03515), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:09.561800 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9a4a2896-c3b3-4104-87f7-e37b77421e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0ba57d91-1533-402b-bda6-9df6cbe03515), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:09.565013 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-9a4a2896-c3b3-4104-87f7-e37b77421e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:09.566266 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-9a4a2896-c3b3-4104-87f7-e37b77421e7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0ba57d91-1533-402b-bda6-9df6cbe03515 HTTP/1.1" status: 204 len: 168 time: 0.1275995 Jul 25 08:58:09.574650 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a2896-c3b3-4104-87f7-e37b77421e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba57d91-1533-402b-bda6-9df6cbe03515,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:10.033851 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-50d8f02d-e522-4fcc-bde0-9bb0a399ce4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:10.289760 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment 3e1f598b-ccb3-454a-9e85-ae38549fccfa resource provider aggregate not found Jul 25 08:58:10.296120 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:10.317626 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment 3e1f598b-ccb3-454a-9e85-ae38549fccfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e1f598b-ccb3-454a-9e85-ae38549fccfa found for delete ", "request_id": "req-77568136-5800-4900-a484-2cefaab151c5"}]} Jul 25 08:58:10.338176 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0621b-a84d-45cd-bb73-382b81c085c6 req-2e537c18-b15d-4865-a3f0-ca1f850af76f tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:10.339727 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-26e0621b-a84d-45cd-bb73-382b81c085c6 req-2e537c18-b15d-4865-a3f0-ca1f850af76f tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 943 time: 0.0641634 Jul 25 08:58:10.392817 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-26e0621b-a84d-45cd-bb73-382b81c085c6 req-157aa6d5-7bab-4954-9823-b100f1722491 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467386 Jul 25 08:58:11.061888 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:11.514485 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64034bc8-0900-424b-a65e-e9fa03616e10 req-8187f07c-f5a1-4520-91ab-309817a81fc4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:11.515872 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-64034bc8-0900-424b-a65e-e9fa03616e10 req-8187f07c-f5a1-4520-91ab-309817a81fc4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 943 time: 0.0503383 Jul 25 08:58:11.564810 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-64034bc8-0900-424b-a65e-e9fa03616e10 req-fa7cdd2a-de81-4aa6-9fac-2fd5e00ecc2a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431685 Jul 25 08:58:12.003187 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device afb4ee02-4e83-4314-86d8-93c683f82a91 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:58:12.102931 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port afb4ee02-4e83-4314-86d8-93c683f82a91, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=afb4ee02-4e83-4314-86d8-93c683f82a91,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:58:12.114939 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': 'afb4ee02-4e83-4314-86d8-93c683f82a91', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'port_id': 'afb4ee02-4e83-4314-86d8-93c683f82a91', 'mac_address': 'fa:16:3e:a4:fb:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:58:12.148988 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port afb4ee02-4e83-4314-86d8-93c683f82a91 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:58:12.149369 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:12.163066 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb4ee02-4e83-4314-86d8-93c683f82a91 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:58:12.183489 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port afb4ee02-4e83-4314-86d8-93c683f82a91, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=afb4ee02-4e83-4314-86d8-93c683f82a91,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:58:12.187281 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:12.236666 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=afb4ee02-4e83-4314-86d8-93c683f82a91,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:12.243671 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.244010 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.244344 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.244954 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.245317 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.245605 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.245926 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.246244 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.246561 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.246891 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.247207 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.247575 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.247824 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.248134 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.248462 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:58:12.414382 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:12.643097 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['afb4ee02-4e83-4314-86d8-93c683f82a91'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:58:12.670454 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:12.719202 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b475c6-0c25-4b32-84b0-5d1798f51ed3 req-7d0c01af-3c90-4705-9eb7-0a04df04badf tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:12.721629 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-29b475c6-0c25-4b32-84b0-5d1798f51ed3 req-7d0c01af-3c90-4705-9eb7-0a04df04badf tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 944 time: 0.0839112 Jul 25 08:58:12.794720 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-29b475c6-0c25-4b32-84b0-5d1798f51ed3 req-4ae9abca-c0e9-4310-8d26-ccb5b224cd4f tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607672 Jul 25 08:58:12.847431 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:13.916854 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024551c7-b506-49c1-a3b3-6ea205cc3f8b req-e67a1edf-c5e0-42b0-9da8-a21fa29e8053 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:13.918327 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-024551c7-b506-49c1-a3b3-6ea205cc3f8b req-e67a1edf-c5e0-42b0-9da8-a21fa29e8053 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 944 time: 0.0507340 Jul 25 08:58:13.971790 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-024551c7-b506-49c1-a3b3-6ea205cc3f8b req-36d5c47c-92c7-4b80-a056-06c6c9b075e1 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479951 Jul 25 08:58:14.017126 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device afb4ee02-4e83-4314-86d8-93c683f82a91 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:58:14.060819 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port afb4ee02-4e83-4314-86d8-93c683f82a91 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:58:14.069978 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port afb4ee02-4e83-4314-86d8-93c683f82a91 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:58:14.070373 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:14.108217 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:14.156230 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port afb4ee02-4e83-4314-86d8-93c683f82a91 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:58:14.156685 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:14.184630 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb4ee02-4e83-4314-86d8-93c683f82a91'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:58:14.187364 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2815dc3-bc66-43d2-8cbe-7d8b6ffe3a7b" -d '{"events": [{"server_uuid": "885b3722-2c57-4d32-9bf3-9d376ea3c909", "name": "network-vif-plugged", "status": "completed", "tag": "afb4ee02-4e83-4314-86d8-93c683f82a91"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:58:14.204653 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port afb4ee02-4e83-4314-86d8-93c683f82a91, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=afb4ee02-4e83-4314-86d8-93c683f82a91,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:58:14.212480 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:14.275438 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=afb4ee02-4e83-4314-86d8-93c683f82a91,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:14.288140 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281a9d33-2d67-43b4-a669-55aa595d0552 x-openstack-request-id: req-281a9d33-2d67-43b4-a669-55aa595d0552 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:58:14.288913 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b3722-2c57-4d32-9bf3-9d376ea3c909", "name": "network-vif-plugged", "status": "completed", "tag": "afb4ee02-4e83-4314-86d8-93c683f82a91", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:58:14.289145 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-281a9d33-2d67-43b4-a669-55aa595d0552 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:58:14.289545 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281a9d33-2d67-43b4-a669-55aa595d0552'] response: {'server_uuid': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb4ee02-4e83-4314-86d8-93c683f82a91', 'code': 200} Jul 25 08:58:14.570660 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12870f0-fa63-4990-abd2-0110b2f769e4 req-f1e7b936-3eb9-4dcf-9778-310e52f052c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:14.573125 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d12870f0-fa63-4990-abd2-0110b2f769e4 req-f1e7b936-3eb9-4dcf-9778-310e52f052c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 1129 time: 0.0488770 Jul 25 08:58:14.614896 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:14.624254 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d12870f0-fa63-4990-abd2-0110b2f769e4 req-38372304-3478-4f09-8945-aabe4e3ad25f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448446 Jul 25 08:58:15.092425 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69445198-3ce1-455e-b632-5e1c2991fad3 req-401357e6-1b42-4a03-a184-cc5d7b3c2436 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:15.093942 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69445198-3ce1-455e-b632-5e1c2991fad3 req-401357e6-1b42-4a03-a184-cc5d7b3c2436 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 945 time: 0.0483906 Jul 25 08:58:15.144315 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69445198-3ce1-455e-b632-5e1c2991fad3 req-af173e23-8056-4f30-a7f9-1289627a72c1 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442131 Jul 25 08:58:16.267060 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b82469d-82fc-4c8e-a6e8-b41ea3e7286a req-fea43305-3953-4114-9308-c7ee55bf6706 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:16.268543 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7b82469d-82fc-4c8e-a6e8-b41ea3e7286a req-fea43305-3953-4114-9308-c7ee55bf6706 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 945 time: 0.0505307 Jul 25 08:58:16.318298 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7b82469d-82fc-4c8e-a6e8-b41ea3e7286a req-dbec7bcb-cdab-42f3-a87d-19998aff99ab tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440421 Jul 25 08:58:17.438139 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf273dba-c279-405c-94d7-7af540d06d0e req-eef9b2e9-87b1-4162-a9a5-dec073f4d554 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:17.440051 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cf273dba-c279-405c-94d7-7af540d06d0e req-eef9b2e9-87b1-4162-a9a5-dec073f4d554 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 945 time: 0.0508904 Jul 25 08:58:17.496448 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cf273dba-c279-405c-94d7-7af540d06d0e req-5ffb8ea8-7d42-484c-8315-a3067a2cc5c7 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508122 Jul 25 08:58:17.624959 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674eccd-51af-439c-a2a0-cdd78557f9a8 req-d878b508-2f9f-43c7-9eed-592b5e75bf9c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:17.629305 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7674eccd-51af-439c-a2a0-cdd78557f9a8 req-d878b508-2f9f-43c7-9eed-592b5e75bf9c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 945 time: 0.0522931 Jul 25 08:58:17.683579 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7674eccd-51af-439c-a2a0-cdd78557f9a8 req-f7475c8f-1772-4224-9862-a203099a0b3c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490460 Jul 25 08:58:17.709702 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36246) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:17.926984 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34367ce3-b810-4789-be8b-d90ce005b306 tempest-TestVolumeBootPattern-1653168555 tempest-TestVolumeBootPattern-1653168555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:17.928526 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-34367ce3-b810-4789-be8b-d90ce005b306 tempest-TestVolumeBootPattern-1653168555 tempest-TestVolumeBootPattern-1653168555-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 1124 time: 0.2178638 Jul 25 08:58:17.931605 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36250) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:17.935906 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'port_id': 'afb4ee02-4e83-4314-86d8-93c683f82a91', 'tenant_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:58:17.957042 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:18.023502 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:18.040254 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:18.151075 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Allocated IP 172.27.1.123 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/aa955e31-04aa-4613-aa86-b85fe8ccb599) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:58:18.394536 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:18.420381 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:18.496694 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for port (aa955e31-04aa-4613-aa86-b85fe8ccb599), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:18.531026 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (aa955e31-04aa-4613-aa86-b85fe8ccb599), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:18.574297 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:58:18.577567 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:58:18.581200 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:58:18.608219 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'Port': ['ID=aa955e31-04aa-4613-aa86-b85fe8ccb599,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:18.658407 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:18.957029 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (9d1aa2ef-83d8-49f7-a615-ae040d444330), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:19.021312 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (aa955e31-04aa-4613-aa86-b85fe8ccb599), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:19.041403 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:19.170124 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for port (aa955e31-04aa-4613-aa86-b85fe8ccb599), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:19.175110 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (aa955e31-04aa-4613-aa86-b85fe8ccb599), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:19.248388 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'Port': ['ID=aa955e31-04aa-4613-aa86-b85fe8ccb599,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:19.260111 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (9d1aa2ef-83d8-49f7-a615-ae040d444330), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:19.372709 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Floating IP 9d1aa2ef-83d8-49f7-a615-ae040d444330 associated. External IP: 172.27.1.123, port: afb4ee02-4e83-4314-86d8-93c683f82a91. Jul 25 08:58:19.512514 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:19.578426 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:58:19.698834 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:58:19.711891 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79505366-aad8-4510-9ee1-0e3261fd47a7 None None] Sync routers for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:58:19.720115 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:19.722814 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79505366-aad8-4510-9ee1-0e3261fd47a7 None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:58:19.723441 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-79505366-aad8-4510-9ee1-0e3261fd47a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:58:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:19.754541 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-d98f8aad-fce2-4149-b668-b048ff0f52ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8218968 Jul 25 08:58:19.755227 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'tag': 'afb4ee02-4e83-4314-86d8-93c683f82a91'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:58:19.757613 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934" -d '{"events": [{"name": "network-changed", "server_uuid": "885b3722-2c57-4d32-9bf3-9d376ea3c909", "tag": "afb4ee02-4e83-4314-86d8-93c683f82a91"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:58:19.799703 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d55a4c-657a-44a8-9d05-0cc3d2700f9a x-openstack-request-id: req-c2d55a4c-657a-44a8-9d05-0cc3d2700f9a {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:58:19.800031 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885b3722-2c57-4d32-9bf3-9d376ea3c909", "tag": "afb4ee02-4e83-4314-86d8-93c683f82a91", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:58:19.800245 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2d55a4c-657a-44a8-9d05-0cc3d2700f9a {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:58:19.800742 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d55a4c-657a-44a8-9d05-0cc3d2700f9a'] response: {'name': 'network-changed', 'server_uuid': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'tag': 'afb4ee02-4e83-4314-86d8-93c683f82a91', 'status': 'completed', 'code': 200} Jul 25 08:58:19.828067 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-79505366-aad8-4510-9ee1-0e3261fd47a7 None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:58:19.881997 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934 req-b5ac8187-e90d-4c71-862d-66a63ac89149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:19.883644 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934 req-b5ac8187-e90d-4c71-862d-66a63ac89149 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 1129 time: 0.0401502 Jul 25 08:58:19.985304 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934 req-9db72f3d-2662-4e9f-abb4-ae5e1d70ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:19.987264 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934 req-9db72f3d-2662-4e9f-abb4-ae5e1d70ea90 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.0888059 Jul 25 08:58:20.042813 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-79505366-aad8-4510-9ee1-0e3261fd47a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '9d1aa2ef-83d8-49f7-a615-ae040d444330', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'afb4ee02-4e83-4314-86d8-93c683f82a91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:a4:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:58:18Z', 'updated_at': '2022-07-25T08:58:18Z', 'revision_number': 0, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:20.070468 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79505366-aad8-4510-9ee1-0e3261fd47a7 None None] Checking router: e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:58:20.079742 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79505366-aad8-4510-9ee1-0e3261fd47a7 None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:58:20.080342 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-79505366-aad8-4510-9ee1-0e3261fd47a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:58:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:20.088489 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934 req-916117d7-3646-4e8f-8f3d-9144bfb758f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afb4ee02-4e83-4314-86d8-93c683f82a91 HTTP/1.1" status: 200 len: 999 time: 0.0904171 Jul 25 08:58:20.130500 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:20.140596 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934 req-d9bfce2f-01fc-4abc-b17a-a8dc64e72db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:20.142694 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934 req-d9bfce2f-01fc-4abc-b17a-a8dc64e72db0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0484436 Jul 25 08:58:20.187005 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-79505366-aad8-4510-9ee1-0e3261fd47a7 None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:58:20.196971 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934 req-49fda66e-0148-47e0-a35f-7de905f41d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:20.198491 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934 req-49fda66e-0148-47e0-a35f-7de905f41d67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488086 Jul 25 08:58:20.291060 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934 req-413d03ea-395d-43d8-9175-023517d9f1e1 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856731 Jul 25 08:58:20.389151 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1eae9f9e-ccb1-4b30-ba56-4e56d0859934 req-d4d328e8-0520-45ed-b1d6-08ac3313a2b4 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918701 Jul 25 08:58:20.401078 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-79505366-aad8-4510-9ee1-0e3261fd47a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '9d1aa2ef-83d8-49f7-a615-ae040d444330', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'afb4ee02-4e83-4314-86d8-93c683f82a91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:a4:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:58:18Z', 'updated_at': '2022-07-25T08:58:18Z', 'revision_number': 0, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:20.426302 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79505366-aad8-4510-9ee1-0e3261fd47a7 None None] The sync data for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi is: [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '9d1aa2ef-83d8-49f7-a615-ae040d444330', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.123', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'afb4ee02-4e83-4314-86d8-93c683f82a91', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:a4:fb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:58:18Z', 'updated_at': '2022-07-25T08:58:18Z', 'revision_number': 0, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:58:20.629662 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4719fbd3-217e-4c11-b7f6-aca06ffc00e0 None None] New status for floating IP 9d1aa2ef-83d8-49f7-a615-ae040d444330: ACTIVE {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:58:20.691798 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36280) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:20.833257 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ca423386-5df1-4c64-9b9f-64ea91cea2f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:20.914814 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ca423386-5df1-4c64-9b9f-64ea91cea2f9 admin admin] Publish callbacks [] for security_group (07d61621-991a-47be-b06d-5ec02a0e7e43), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:20.919596 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ca423386-5df1-4c64-9b9f-64ea91cea2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (07d61621-991a-47be-b06d-5ec02a0e7e43), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:20.984262 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-ca423386-5df1-4c64-9b9f-64ea91cea2f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18245c11e5f549d083d1adc4d3fe4d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911716 Jul 25 08:58:20.986041 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca423386-5df1-4c64-9b9f-64ea91cea2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d61621-991a-47be-b06d-5ec02a0e7e43,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:20.987396 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36284) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:21.037532 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0ddf456c-789d-440e-ab6f-9b69f5d1a9fb admin admin] Publish callbacks [] for security_group (07d61621-991a-47be-b06d-5ec02a0e7e43), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:21.059470 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0ddf456c-789d-440e-ab6f-9b69f5d1a9fb admin admin] Publish callbacks [] for security_group (07d61621-991a-47be-b06d-5ec02a0e7e43), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:21.110453 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0ddf456c-789d-440e-ab6f-9b69f5d1a9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (07d61621-991a-47be-b06d-5ec02a0e7e43), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:21.113276 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-0ddf456c-789d-440e-ab6f-9b69f5d1a9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:21.114548 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-0ddf456c-789d-440e-ab6f-9b69f5d1a9fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07d61621-991a-47be-b06d-5ec02a0e7e43 HTTP/1.1" status: 204 len: 168 time: 0.1261411 Jul 25 08:58:21.127217 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf456c-789d-440e-ab6f-9b69f5d1a9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d61621-991a-47be-b06d-5ec02a0e7e43,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:21.400213 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36292) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:21.413968 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-47492d4f-0e6d-49de-a5e5-0b8e256b06e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:21.441496 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:21.495769 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-47492d4f-0e6d-49de-a5e5-0b8e256b06e4 admin admin] Publish callbacks [] for security_group (d24912c0-5fa8-4003-84f1-280be9e3d981), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:21.500125 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-47492d4f-0e6d-49de-a5e5-0b8e256b06e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d24912c0-5fa8-4003-84f1-280be9e3d981), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:21.540405 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-47492d4f-0e6d-49de-a5e5-0b8e256b06e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0348beb1b2614fa1a3f1ece6e8c7473e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390331 Jul 25 08:58:21.541298 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47492d4f-0e6d-49de-a5e5-0b8e256b06e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24912c0-5fa8-4003-84f1-280be9e3d981,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:21.543082 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36294) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:21.592663 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5f3807c4-38a7-418f-b9ba-d2e1503f1a7d admin admin] Publish callbacks [] for security_group (d24912c0-5fa8-4003-84f1-280be9e3d981), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:21.617161 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5f3807c4-38a7-418f-b9ba-d2e1503f1a7d admin admin] Publish callbacks [] for security_group (d24912c0-5fa8-4003-84f1-280be9e3d981), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:21.671603 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5f3807c4-38a7-418f-b9ba-d2e1503f1a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d24912c0-5fa8-4003-84f1-280be9e3d981), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:21.674645 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5f3807c4-38a7-418f-b9ba-d2e1503f1a7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:21.675830 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-5f3807c4-38a7-418f-b9ba-d2e1503f1a7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d24912c0-5fa8-4003-84f1-280be9e3d981 HTTP/1.1" status: 204 len: 168 time: 0.1310968 Jul 25 08:58:21.684367 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3807c4-38a7-418f-b9ba-d2e1503f1a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24912c0-5fa8-4003-84f1-280be9e3d981,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:22.906142 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36332) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:23.013462 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b671c94e-b618-4201-a7bf-bf3bd871aafd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:23.099608 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b671c94e-b618-4201-a7bf-bf3bd871aafd admin admin] Publish callbacks [] for security_group (071239bc-e950-4b58-a203-9d767fc0eeac), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:23.104668 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b671c94e-b618-4201-a7bf-bf3bd871aafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (071239bc-e950-4b58-a203-9d767fc0eeac), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:23.144954 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-b671c94e-b618-4201-a7bf-bf3bd871aafd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=436a6621708d42de9a5f177433855553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371228 Jul 25 08:58:23.147861 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671c94e-b618-4201-a7bf-bf3bd871aafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071239bc-e950-4b58-a203-9d767fc0eeac,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:23.148047 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36336) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:23.199505 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5902fcda-b8d2-4e59-b68c-0c5b84255578 admin admin] Publish callbacks [] for security_group (071239bc-e950-4b58-a203-9d767fc0eeac), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:23.224008 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5902fcda-b8d2-4e59-b68c-0c5b84255578 admin admin] Publish callbacks [] for security_group (071239bc-e950-4b58-a203-9d767fc0eeac), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:23.273903 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5902fcda-b8d2-4e59-b68c-0c5b84255578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (071239bc-e950-4b58-a203-9d767fc0eeac), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:23.276515 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5902fcda-b8d2-4e59-b68c-0c5b84255578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:23.277733 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-5902fcda-b8d2-4e59-b68c-0c5b84255578 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/071239bc-e950-4b58-a203-9d767fc0eeac HTTP/1.1" status: 204 len: 168 time: 0.1290867 Jul 25 08:58:23.286462 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902fcda-b8d2-4e59-b68c-0c5b84255578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071239bc-e950-4b58-a203-9d767fc0eeac,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:24.486802 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:58:25.640462 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:26.456740 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60da447-e36d-4aa5-87c6-c75389a9a4aa req-addfe6d1-d561-481f-91fc-fbd67fd63442 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:26.458315 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a60da447-e36d-4aa5-87c6-c75389a9a4aa req-addfe6d1-d561-481f-91fc-fbd67fd63442 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 946 time: 0.0524340 Jul 25 08:58:26.507636 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a60da447-e36d-4aa5-87c6-c75389a9a4aa req-d0a3604f-868a-41c1-ac65-d90b0f804a29 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432076 Jul 25 08:58:27.591443 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:27.632711 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afb0ad-afb9-4131-bcfd-a8109fa41155 req-7b6361ee-73e2-45ac-9b00-bdc7ee5f859c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:27.634195 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d4afb0ad-afb9-4131-bcfd-a8109fa41155 req-7b6361ee-73e2-45ac-9b00-bdc7ee5f859c tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 946 time: 0.0513132 Jul 25 08:58:27.686242 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d4afb0ad-afb9-4131-bcfd-a8109fa41155 req-686384c9-3898-4455-926d-e942c6aaf4e2 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447707 Jul 25 08:58:28.819211 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60024fc-362a-4e29-b6f1-1f5ac3a08960 req-7f4f280e-5677-41b6-aa07-20e36e5db979 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:28.820755 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b60024fc-362a-4e29-b6f1-1f5ac3a08960 req-7f4f280e-5677-41b6-aa07-20e36e5db979 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 946 time: 0.0499957 Jul 25 08:58:28.912518 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-de26d2c6-041b-4150-a026-9935b8a2a2a8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:58:28.914036 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-de26d2c6-041b-4150-a026-9935b8a2a2a8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 946 time: 0.0702536 Jul 25 08:58:28.917526 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b60024fc-362a-4e29-b6f1-1f5ac3a08960 req-b3790397-26bc-4635-a6a9-15d8a74b7889 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups?id=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911450 Jul 25 08:58:29.002517 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Deleting port 582537f2-65a5-448b-a06c-d0ebf0814b75 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:58:29.002784 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:29.099232 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] For port 582537f2-65a5-448b-a06c-d0ebf0814b75, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=582537f2-65a5-448b-a06c-d0ebf0814b75,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:58:29.099618 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:29.240995 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:INSERT=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:29.323449 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:29.323930 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (7b932717-1958-42a0-9cd3-04378514bc7b), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:29.324352 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Floating IP 7b932717-1958-42a0-9cd3-04378514bc7b disassociated. External IP: 172.27.1.167, port: 582537f2-65a5-448b-a06c-d0ebf0814b75. Jul 25 08:58:29.324847 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Calling delete_port for 582537f2-65a5-448b-a06c-d0ebf0814b75 owned by compute:nova {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:58:29.460508 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (582537f2-65a5-448b-a06c-d0ebf0814b75), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:29.492559 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'Port': ['ID=582537f2-65a5-448b-a06c-d0ebf0814b75,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:29.604669 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Router b19f8421-40aa-4703-b95a-045ca280ccd6 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:58:29.928292 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:29.962006 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:58:29.977376 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f66370-2055-42e4-84ff-c99cd45d9c25 None None] Sync routers for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:58:29.996364 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f66370-2055-42e4-84ff-c99cd45d9c25 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:58:29.997479 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-25f66370-2055-42e4-84ff-c99cd45d9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:58:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:30.036664 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] No DVR routers for this DVR port 582537f2-65a5-448b-a06c-d0ebf0814b75 on host hv-cinder-85084 {{(pid=110462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:58:30.039224 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:30.042637 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-484c2c35-614f-4f2a-bd55-f244cc086507 req-98fe3fcc-a752-451b-a5e1-09a2184b2d25 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.48 "DELETE /v2.0/ports/582537f2-65a5-448b-a06c-d0ebf0814b75 HTTP/1.1" status: 204 len: 173 time: 1.1224470 Jul 25 08:58:30.073302 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'name': 'network-vif-deleted', 'tag': '582537f2-65a5-448b-a06c-d0ebf0814b75'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:58:30.075633 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f28753-72e9-4005-b5ff-2552dfe7a2e8" -d '{"events": [{"server_uuid": "94ab586a-09bb-4a39-8da0-2d4c003f5368", "name": "network-vif-deleted", "tag": "582537f2-65a5-448b-a06c-d0ebf0814b75"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:58:30.087035 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-60a52c19-9003-4ad5-ac2b-0c32f9cb2893 req-df84f501-a39c-4268-afe4-b88967a1b856 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ab586a-09bb-4a39-8da0-2d4c003f5368 HTTP/1.1" status: 200 len: 210 time: 0.0508299 Jul 25 08:58:30.125663 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80d4c2b-3ff4-4def-90d1-5a1a4faecdd1 x-openstack-request-id: req-c80d4c2b-3ff4-4def-90d1-5a1a4faecdd1 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:58:30.125663 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ab586a-09bb-4a39-8da0-2d4c003f5368", "name": "network-vif-deleted", "tag": "582537f2-65a5-448b-a06c-d0ebf0814b75", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:58:30.126738 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c80d4c2b-3ff4-4def-90d1-5a1a4faecdd1 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:58:30.128613 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80d4c2b-3ff4-4def-90d1-5a1a4faecdd1'] response: {'server_uuid': '94ab586a-09bb-4a39-8da0-2d4c003f5368', 'name': 'network-vif-deleted', 'tag': '582537f2-65a5-448b-a06c-d0ebf0814b75', 'status': 'completed', 'code': 200} Jul 25 08:58:30.147457 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-25f66370-2055-42e4-84ff-c99cd45d9c25 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:58:30.351815 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:30.368530 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:30.436959 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-25f66370-2055-42e4-84ff-c99cd45d9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:30.460908 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f66370-2055-42e4-84ff-c99cd45d9c25 None None] Checking router: b19f8421-40aa-4703-b95a-045ca280ccd6 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:58:30.470977 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f66370-2055-42e4-84ff-c99cd45d9c25 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:58:30.471643 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-25f66370-2055-42e4-84ff-c99cd45d9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:58:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:30.585459 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-25f66370-2055-42e4-84ff-c99cd45d9c25 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:58:30.788053 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-25f66370-2055-42e4-84ff-c99cd45d9c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:30.813100 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f66370-2055-42e4-84ff-c99cd45d9c25 None None] The sync data for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi is: [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:45:54Z', 'revision_number': 4, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '7526cf16-4417-4f48-ab87-be918f183c64', 'name': '', 'network_id': '6ca11239-7898-4751-a9c6-3b03bbecba12', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'mac_address': 'fa:16:3e:0a:01:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7842b18f-7585-435d-9107-a700ec331748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:53Z', 'updated_at': '2022-07-25T08:46:14Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'subnets': [{'id': '7842b18f-7585-435d-9107-a700ec331748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:58:31.038318 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd0ab3b-f6b5-471f-aa5a-db961048e113 None None] New status for floating IP 7b932717-1958-42a0-9cd3-04378514bc7b: DOWN {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:58:31.187335 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36470) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:31.249374 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1d605253-cbe7-4385-b78b-7e4981a752e8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:31.275594 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1d605253-cbe7-4385-b78b-7e4981a752e8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:31.330863 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1d605253-cbe7-4385-b78b-7e4981a752e8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:31.333701 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1d605253-cbe7-4385-b78b-7e4981a752e8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:31.335094 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-1d605253-cbe7-4385-b78b-7e4981a752e8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "DELETE /v2.0/security-groups/405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f HTTP/1.1" status: 204 len: 168 time: 0.1465793 Jul 25 08:58:31.339442 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36472) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:31.346380 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d605253-cbe7-4385-b78b-7e4981a752e8 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:31.354486 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.api.v2.resource [None req-862e7e55-a4b7-4827-aeb5-ac2259de18a6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] show failed (client error): The resource could not be found. Jul 25 08:58:31.359916 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-862e7e55-a4b7-4827-aeb5-ac2259de18a6 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "GET /v2.0/security-groups/405c2cec-6a72-4ee5-9b7e-ab4cf2bbd90f HTTP/1.1" status: 404 len: 347 time: 0.0143733 Jul 25 08:58:31.360241 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36474) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:31.485830 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-743a2c1f-5544-453c-b3cf-69ed65fbc613 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Deleting port a3539586-483f-465b-a905-caf909006c85 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:58:31.486174 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-743a2c1f-5544-453c-b3cf-69ed65fbc613 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (a3539586-483f-465b-a905-caf909006c85), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:31.576204 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-743a2c1f-5544-453c-b3cf-69ed65fbc613 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (a3539586-483f-465b-a905-caf909006c85), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:31.576430 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-743a2c1f-5544-453c-b3cf-69ed65fbc613 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (a3539586-483f-465b-a905-caf909006c85), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:31.592164 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-743a2c1f-5544-453c-b3cf-69ed65fbc613 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Calling delete_port for a3539586-483f-465b-a905-caf909006c85 owned by network:floatingip {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:58:31.720392 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:31.732626 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-743a2c1f-5544-453c-b3cf-69ed65fbc613 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (a3539586-483f-465b-a905-caf909006c85), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:31.761032 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a2c1f-5544-453c-b3cf-69ed65fbc613 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Pushing event deleted for resources: {'Port': ['ID=a3539586-483f-465b-a905-caf909006c85,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:31.826418 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-743a2c1f-5544-453c-b3cf-69ed65fbc613 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks [] for floatingip (7b932717-1958-42a0-9cd3-04378514bc7b), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:31.828812 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-743a2c1f-5544-453c-b3cf-69ed65fbc613 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:31.830010 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-743a2c1f-5544-453c-b3cf-69ed65fbc613 tempest-AttachVolumeNegativeTest-1444658846 tempest-AttachVolumeNegativeTest-1444658846-project] 10.222.0.52 "DELETE /v2.0/floatingips/7b932717-1958-42a0-9cd3-04378514bc7b HTTP/1.1" status: 204 len: 168 time: 0.4688375 Jul 25 08:58:32.112481 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 582537f2-65a5-448b-a06c-d0ebf0814b75 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:58:32.132282 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 582537f2-65a5-448b-a06c-d0ebf0814b75 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:58:32.132649 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 582537f2-65a5-448b-a06c-d0ebf0814b75 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:58:35.552105 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36526) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:36.037028 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711734'] for router_interface (b19f8421-40aa-4703-b95a-045ca280ccd6), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:36.190219 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:36.266472 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] Deleting port 7526cf16-4417-4f48-ab87-be918f183c64 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:58:36.266788 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (7526cf16-4417-4f48-ab87-be918f183c64), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:36.348059 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] For port 7526cf16-4417-4f48-ab87-be918f183c64, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=7526cf16-4417-4f48-ab87-be918f183c64,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:58:36.348422 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (7526cf16-4417-4f48-ab87-be918f183c64), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:36.362541 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] Calling delete_port for 7526cf16-4417-4f48-ab87-be918f183c64 owned by network:router_interface {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:58:36.487823 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:36.555713 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (7526cf16-4417-4f48-ab87-be918f183c64), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:36.585711 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] Pushing event deleted for resources: {'Port': ['ID=7526cf16-4417-4f48-ab87-be918f183c64,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:36.758467 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614822'] for router_interface (b19f8421-40aa-4703-b95a-045ca280ccd6), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:36.971257 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] Router b19f8421-40aa-4703-b95a-045ca280ccd6 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:58:37.021003 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:37.078110 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:58:37.083624 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-1dc62d1a-09cd-4e21-b9fe-f46a750e0355 admin admin] 10.222.0.52 "PUT /v2.0/routers/b19f8421-40aa-4703-b95a-045ca280ccd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5304480 Jul 25 08:58:37.086218 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36536) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:37.088817 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4562cc-77b2-4716-8746-4491b93849d1 None None] Sync routers for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:58:37.100108 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4562cc-77b2-4716-8746-4491b93849d1 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:58:37.100837 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8f4562cc-77b2-4716-8746-4491b93849d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:58:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:37.191806 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Publish callbacks [] for router (b19f8421-40aa-4703-b95a-045ca280ccd6), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:37.207954 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-8f4562cc-77b2-4716-8746-4491b93849d1 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:58:37.296941 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Publish callbacks [] for router_gateway (b19f8421-40aa-4703-b95a-045ca280ccd6), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:37.349238 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Deleting port c669255c-36ed-477e-a1b0-e4a04049d783 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:58:37.350070 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:37.386869 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8f4562cc-77b2-4716-8746-4491b93849d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:58:36Z', 'revision_number': 5, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port': {'id': 'c669255c-36ed-477e-a1b0-e4a04049d783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:45:46Z', 'updated_at': '2022-07-25T08:46:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:37.419307 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4562cc-77b2-4716-8746-4491b93849d1 None None] Checking router: b19f8421-40aa-4703-b95a-045ca280ccd6 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:58:37.429810 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4562cc-77b2-4716-8746-4491b93849d1 None None] Routers {'b19f8421-40aa-4703-b95a-045ca280ccd6'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:58:37.430435 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8f4562cc-77b2-4716-8746-4491b93849d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:58:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b19f8421-40aa-4703-b95a-045ca280ccd6'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:37.451636 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] For port c669255c-36ed-477e-a1b0-e4a04049d783, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=c669255c-36ed-477e-a1b0-e4a04049d783,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:58:37.452021 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:37.466855 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Calling delete_port for c669255c-36ed-477e-a1b0-e4a04049d783 owned by network:router_gateway {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:58:37.477854 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:37.515697 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-8f4562cc-77b2-4716-8746-4491b93849d1 None None] Set router b19f8421-40aa-4703-b95a-045ca280ccd6 gateway port host: None {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:58:37.564772 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8f4562cc-77b2-4716-8746-4491b93849d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:58:37Z', 'revision_number': 6, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port_host': None}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:37.589645 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4562cc-77b2-4716-8746-4491b93849d1 None None] The sync data for ids ['b19f8421-40aa-4703-b95a-045ca280ccd6'] in dv-cinder-850840-1-iscsi is: [{'id': 'b19f8421-40aa-4703-b95a-045ca280ccd6', 'name': 'tempest-AttachVolumeNegativeTest-797299391-router', 'tenant_id': '86bea90252bc44b580c40b24b0bd4ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:45:45Z', 'updated_at': '2022-07-25T08:58:37Z', 'revision_number': 6, 'project_id': '86bea90252bc44b580c40b24b0bd4ed3', 'gw_port_host': None}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:58:37.643111 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (c669255c-36ed-477e-a1b0-e4a04049d783), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:37.669155 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=c669255c-36ed-477e-a1b0-e4a04049d783,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:37.669730 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f2ed2008-87c4-4ad0-a4f7-220428dbb805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:37.739715 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714570'] for router_gateway (b19f8421-40aa-4703-b95a-045ca280ccd6), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.074592 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1516'] for router (b19f8421-40aa-4703-b95a-045ca280ccd6), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.076940 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Publish callbacks [] for router_controller (b19f8421-40aa-4703-b95a-045ca280ccd6), precommit_delete_associations {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.119320 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621980'] for router (b19f8421-40aa-4703-b95a-045ca280ccd6), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.120265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b19f8421-40aa-4703-b95a-045ca280ccd6 {{(pid=110462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 08:58:38.125105 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.128808 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-5b777ed1-81b1-43c5-b430-b7f670f3eb6c admin admin] 10.222.0.52 "DELETE /v2.0/routers/b19f8421-40aa-4703-b95a-045ca280ccd6 HTTP/1.1" status: 204 len: 168 time: 1.0386219 Jul 25 08:58:38.129562 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36544) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:38.169402 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:38.175755 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_v2 [None req-49899376-358b-4aea-9dca-88fe2bae39af admin admin] Deleting subnet 7842b18f-7585-435d-9107-a700ec331748 {{(pid=110462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:58:38.179597 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-49899376-358b-4aea-9dca-88fe2bae39af admin admin] Publish callbacks [] for subnet (7842b18f-7585-435d-9107-a700ec331748), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.221469 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-49899376-358b-4aea-9dca-88fe2bae39af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4048604'] for subnet (7842b18f-7585-435d-9107-a700ec331748), precommit_delete_associations {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.308206 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-49899376-358b-4aea-9dca-88fe2bae39af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (7842b18f-7585-435d-9107-a700ec331748), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.366172 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-49899376-358b-4aea-9dca-88fe2bae39af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25638554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25485002'] for subnet (7842b18f-7585-435d-9107-a700ec331748), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.395891 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49899376-358b-4aea-9dca-88fe2bae39af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7842b18f-7585-435d-9107-a700ec331748,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:38.402024 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-49899376-358b-4aea-9dca-88fe2bae39af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.406678 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-49899376-358b-4aea-9dca-88fe2bae39af admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7842b18f-7585-435d-9107-a700ec331748 HTTP/1.1" status: 204 len: 168 time: 0.2766147 Jul 25 08:58:38.407649 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d728f4-7369-4171-a187-37cd5a2b50f2 None None] Network 6ca11239-7898-4751-a9c6-3b03bbecba12 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:58:38.409521 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36548) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:38.481023 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (6ca11239-7898-4751-a9c6-3b03bbecba12), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.527272 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Deleting port 8a051b7e-5785-4620-a611-84aae870f678 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:58:38.527272 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (8a051b7e-5785-4620-a611-84aae870f678), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.567436 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b36b8-c5b6-455d-a5f7-dc65a5d387be None None] DHCP port deletion for 6ca11239-7898-4751-a9c6-3b03bbecba12 request from dv-cinder-850840-1-iscsi {{(pid=110464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 08:58:38.600246 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] For port 8a051b7e-5785-4620-a611-84aae870f678, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=8a051b7e-5785-4620-a611-84aae870f678,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:58:38.600645 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (8a051b7e-5785-4620-a611-84aae870f678), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.608208 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-701b36b8-c5b6-455d-a5f7-dc65a5d387be None None] Deleting port 8a051b7e-5785-4620-a611-84aae870f678 {{(pid=110464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:58:38.608915 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-701b36b8-c5b6-455d-a5f7-dc65a5d387be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (8a051b7e-5785-4620-a611-84aae870f678), before_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.609129 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:38.615620 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:38.617311 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Calling delete_port for 8a051b7e-5785-4620-a611-84aae870f678 owned by network:dhcp {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:58:38.628950 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:38.689004 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-701b36b8-c5b6-455d-a5f7-dc65a5d387be None None] For port 8a051b7e-5785-4620-a611-84aae870f678, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=8a051b7e-5785-4620-a611-84aae870f678,segment=NetworkSegment(6c9369ba-1c3d-4a56-9b4d-b7522365cf67),segment_id=6c9369ba-1c3d-4a56-9b4d-b7522365cf67)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:58:38.689657 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-701b36b8-c5b6-455d-a5f7-dc65a5d387be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (8a051b7e-5785-4620-a611-84aae870f678), precommit_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.702845 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-701b36b8-c5b6-455d-a5f7-dc65a5d387be None None] Calling delete_port for 8a051b7e-5785-4620-a611-84aae870f678 owned by network:dhcp {{(pid=110464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:58:38.711170 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (8a051b7e-5785-4620-a611-84aae870f678), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.744347 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a051b7e-5785-4620-a611-84aae870f678,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:38.746571 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] No DVR routers for this DVR port 8a051b7e-5785-4620-a611-84aae870f678 on host dv-cinder-850840-1-iscsi {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:58:38.788298 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-701b36b8-c5b6-455d-a5f7-dc65a5d387be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (8a051b7e-5785-4620-a611-84aae870f678), after_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.813527 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b36b8-c5b6-455d-a5f7-dc65a5d387be None None] Pushing event deleted for resources: {'Port': ['ID=8a051b7e-5785-4620-a611-84aae870f678,revision_number=None']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:38.817248 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b36b8-c5b6-455d-a5f7-dc65a5d387be None None] No DVR routers for this DVR port 8a051b7e-5785-4620-a611-84aae870f678 on host dv-cinder-850840-1-iscsi {{(pid=110464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:58:38.824948 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (6ca11239-7898-4751-a9c6-3b03bbecba12), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.850211 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca11239-7898-4751-a9c6-3b03bbecba12']}} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:38.859792 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9369ba-1c3d-4a56-9b4d-b7522365cf67') {'for_net_delete': True} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:38.860089 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9369ba-1c3d-4a56-9b4d-b7522365cf67') {} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:58:38.871164 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2984781'] for segment (6c9369ba-1c3d-4a56-9b4d-b7522365cf67), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.885753 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (6c9369ba-1c3d-4a56-9b4d-b7522365cf67), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.892419 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=110463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:58:38.892836 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3463205'] for segment (6c9369ba-1c3d-4a56-9b4d-b7522365cf67), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.936039 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 6c9369ba-1c3d-4a56-9b4d-b7522365cf67 resource provider aggregate not found Jul 25 08:58:38.957279 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 6c9369ba-1c3d-4a56-9b4d-b7522365cf67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c9369ba-1c3d-4a56-9b4d-b7522365cf67 found for delete ", "request_id": "req-9584f578-7104-4f83-a669-e0e3911d524f"}]} Jul 25 08:58:38.965802 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (6ca11239-7898-4751-a9c6-3b03bbecba12), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.973974 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:38.977085 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6ca11239-7898-4751-a9c6-3b03bbecba12 HTTP/1.1" status: 204 len: 168 time: 0.5665808 Jul 25 08:58:38.990444 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a325d0-1ab7-42a6-91a0-3e1c90507f39 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca11239-7898-4751-a9c6-3b03bbecba12,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:39.098767 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36556) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:39.140097 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-1de7ce72-7571-4e73-a828-3602aba921e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86bea90252bc44b580c40b24b0bd4ed3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401845 Jul 25 08:58:39.143095 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36558) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:39.193752 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6199fc66-03db-48b1-9594-c5773617c04e admin admin] Publish callbacks [] for security_group (20beeff5-1965-4f23-91c8-e2c9276ffe00), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:39.217380 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6199fc66-03db-48b1-9594-c5773617c04e admin admin] Publish callbacks [] for security_group (20beeff5-1965-4f23-91c8-e2c9276ffe00), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:39.268648 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6199fc66-03db-48b1-9594-c5773617c04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (20beeff5-1965-4f23-91c8-e2c9276ffe00), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:39.271243 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-6199fc66-03db-48b1-9594-c5773617c04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:39.272622 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-6199fc66-03db-48b1-9594-c5773617c04e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20beeff5-1965-4f23-91c8-e2c9276ffe00 HTTP/1.1" status: 204 len: 168 time: 0.1285970 Jul 25 08:58:39.281635 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199fc66-03db-48b1-9594-c5773617c04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20beeff5-1965-4f23-91c8-e2c9276ffe00,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:39.459730 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 8a051b7e-5785-4620-a611-84aae870f678 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:58:39.480658 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 8a051b7e-5785-4620-a611-84aae870f678 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:58:39.481008 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 8a051b7e-5785-4620-a611-84aae870f678 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:58:39.481419 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 7526cf16-4417-4f48-ab87-be918f183c64 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:58:39.500662 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 7526cf16-4417-4f48-ab87-be918f183c64 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:58:39.501550 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 7526cf16-4417-4f48-ab87-be918f183c64 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:58:39.501941 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device c669255c-36ed-477e-a1b0-e4a04049d783 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:58:39.521393 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: c669255c-36ed-477e-a1b0-e4a04049d783 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:58:39.521725 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device c669255c-36ed-477e-a1b0-e4a04049d783 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:58:40.043397 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-7431bb4a-89f8-40d1-8cd9-06decd458a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:41.065324 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:42.414159 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:42.834850 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:44.200327 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36636) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:44.309047 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-07d51843-bbfa-42d0-a534-3f6fa149e36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:44.389509 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-07d51843-bbfa-42d0-a534-3f6fa149e36c admin admin] Publish callbacks [] for security_group (5d4b16bc-6047-4476-adbc-1e43964286b1), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:44.394652 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-07d51843-bbfa-42d0-a534-3f6fa149e36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (5d4b16bc-6047-4476-adbc-1e43964286b1), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:44.438102 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-07d51843-bbfa-42d0-a534-3f6fa149e36c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9084169d0b4a4e1986c30416b9413f33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366397 Jul 25 08:58:44.439444 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d51843-bbfa-42d0-a534-3f6fa149e36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4b16bc-6047-4476-adbc-1e43964286b1,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:44.440873 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36640) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:58:44.492725 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ec0a0c0-3274-4d03-8ea9-9977cade68f0 admin admin] Publish callbacks [] for security_group (5d4b16bc-6047-4476-adbc-1e43964286b1), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:44.521704 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ec0a0c0-3274-4d03-8ea9-9977cade68f0 admin admin] Publish callbacks [] for security_group (5d4b16bc-6047-4476-adbc-1e43964286b1), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:44.578710 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ec0a0c0-3274-4d03-8ea9-9977cade68f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (5d4b16bc-6047-4476-adbc-1e43964286b1), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:44.581987 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8ec0a0c0-3274-4d03-8ea9-9977cade68f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:58:44.585683 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8ec0a0c0-3274-4d03-8ea9-9977cade68f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d4b16bc-6047-4476-adbc-1e43964286b1 HTTP/1.1" status: 204 len: 168 time: 0.1407125 Jul 25 08:58:44.591649 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0a0c0-3274-4d03-8ea9-9977cade68f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4b16bc-6047-4476-adbc-1e43964286b1,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:58:44.609726 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:47.566765 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=85 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:47.567560 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=86 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:54.432944 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=42,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:54.435822 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=59,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:54.586765 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=71,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:54.587497 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=82,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:54.614124 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=29,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:58:55.645843 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:00.903271 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36828) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:01.017246 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.098815 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Publish callbacks [] for security_group (bb232cde-f05d-4e93-908b-0ecaa19e6347), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.102545 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (bb232cde-f05d-4e93-908b-0ecaa19e6347), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.142772 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb232cde-f05d-4e93-908b-0ecaa19e6347,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:01.149009 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f092125a7464a3fa38bb3f1210bc878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423713 Jul 25 08:59:01.149399 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36832) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:01.152882 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.153233 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.153569 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.153899 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.154232 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.154551 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.154872 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.155194 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.155513 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.155828 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.156149 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.156488 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.156809 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.157125 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.157436 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5a5c1a-61b8-4815-bfcf-579aec5acb95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:01.205630 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-87190f6d-6e25-46c8-ac5a-cb4b142dfd29 admin admin] Publish callbacks [] for security_group (bb232cde-f05d-4e93-908b-0ecaa19e6347), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.226937 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-87190f6d-6e25-46c8-ac5a-cb4b142dfd29 admin admin] Publish callbacks [] for security_group (bb232cde-f05d-4e93-908b-0ecaa19e6347), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.278897 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-87190f6d-6e25-46c8-ac5a-cb4b142dfd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (bb232cde-f05d-4e93-908b-0ecaa19e6347), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.281458 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-87190f6d-6e25-46c8-ac5a-cb4b142dfd29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.282618 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-87190f6d-6e25-46c8-ac5a-cb4b142dfd29 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb232cde-f05d-4e93-908b-0ecaa19e6347 HTTP/1.1" status: 204 len: 168 time: 0.1322057 Jul 25 08:59:01.290791 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87190f6d-6e25-46c8-ac5a-cb4b142dfd29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb232cde-f05d-4e93-908b-0ecaa19e6347,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:01.485831 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:59:01.572610 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36838) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:01.587376 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33b255ca-5227-4a5b-be3f-4014ba401497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.669447 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33b255ca-5227-4a5b-be3f-4014ba401497 admin admin] Publish callbacks [] for security_group (d9d34c3c-cfa8-4a02-b047-2fa17a5a1879), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.674698 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33b255ca-5227-4a5b-be3f-4014ba401497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d9d34c3c-cfa8-4a02-b047-2fa17a5a1879), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.714036 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b255ca-5227-4a5b-be3f-4014ba401497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d34c3c-cfa8-4a02-b047-2fa17a5a1879,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:01.719691 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-33b255ca-5227-4a5b-be3f-4014ba401497 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0f7a9c51aa8248fc9b69363024f9cff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460209 Jul 25 08:59:01.722254 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36840) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:01.775927 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a955b366-4d6a-4b82-ae86-eac88755d55a admin admin] Publish callbacks [] for security_group (d9d34c3c-cfa8-4a02-b047-2fa17a5a1879), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.798253 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a955b366-4d6a-4b82-ae86-eac88755d55a admin admin] Publish callbacks [] for security_group (d9d34c3c-cfa8-4a02-b047-2fa17a5a1879), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.849806 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a955b366-4d6a-4b82-ae86-eac88755d55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d9d34c3c-cfa8-4a02-b047-2fa17a5a1879), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.852353 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a955b366-4d6a-4b82-ae86-eac88755d55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:01.853544 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-a955b366-4d6a-4b82-ae86-eac88755d55a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9d34c3c-cfa8-4a02-b047-2fa17a5a1879 HTTP/1.1" status: 204 len: 168 time: 0.1303747 Jul 25 08:59:01.865171 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955b366-4d6a-4b82-ae86-eac88755d55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d34c3c-cfa8-4a02-b047-2fa17a5a1879,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:02.295708 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36856) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:02.309374 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c32d1400-38ea-475c-92ad-2d61cf6bec69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:02.391398 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c32d1400-38ea-475c-92ad-2d61cf6bec69 admin admin] Publish callbacks [] for security_group (faae7d70-6f4f-4e3e-a077-a61b6452e249), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:02.396002 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c32d1400-38ea-475c-92ad-2d61cf6bec69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (faae7d70-6f4f-4e3e-a077-a61b6452e249), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:02.434533 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d1400-38ea-475c-92ad-2d61cf6bec69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faae7d70-6f4f-4e3e-a077-a61b6452e249,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:02.438595 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-c32d1400-38ea-475c-92ad-2d61cf6bec69 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=914d6c4183a44eb5b05bfa9a183e2a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418653 Jul 25 08:59:02.441259 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36858) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:02.495547 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-37967d69-024d-4ad7-80b4-7611001dfd4f admin admin] Publish callbacks [] for security_group (faae7d70-6f4f-4e3e-a077-a61b6452e249), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:02.504427 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:02.520369 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-37967d69-024d-4ad7-80b4-7611001dfd4f admin admin] Publish callbacks [] for security_group (faae7d70-6f4f-4e3e-a077-a61b6452e249), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:02.552998 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:02.569661 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-37967d69-024d-4ad7-80b4-7611001dfd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (faae7d70-6f4f-4e3e-a077-a61b6452e249), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:02.572286 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-37967d69-024d-4ad7-80b4-7611001dfd4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:02.573488 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-37967d69-024d-4ad7-80b4-7611001dfd4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/faae7d70-6f4f-4e3e-a077-a61b6452e249 HTTP/1.1" status: 204 len: 168 time: 0.1313024 Jul 25 08:59:02.582876 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37967d69-024d-4ad7-80b4-7611001dfd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faae7d70-6f4f-4e3e-a077-a61b6452e249,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:03.777382 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36896) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:03.889746 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-73a37e1b-c09f-431e-8320-317ca4b3cf06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:03.969326 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-73a37e1b-c09f-431e-8320-317ca4b3cf06 admin admin] Publish callbacks [] for security_group (35b3b688-cbd0-42ab-9f14-6ae5b6091990), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:03.973711 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-73a37e1b-c09f-431e-8320-317ca4b3cf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (35b3b688-cbd0-42ab-9f14-6ae5b6091990), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:04.013384 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-73a37e1b-c09f-431e-8320-317ca4b3cf06 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a62ba42b831b4cf39a90f8aa9e24cb16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349002 Jul 25 08:59:04.014485 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a37e1b-c09f-431e-8320-317ca4b3cf06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b3b688-cbd0-42ab-9f14-6ae5b6091990,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:04.017309 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36900) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:04.071013 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7f1906bc-e5cc-43de-b829-dcb22ac5bd13 admin admin] Publish callbacks [] for security_group (35b3b688-cbd0-42ab-9f14-6ae5b6091990), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:04.093202 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7f1906bc-e5cc-43de-b829-dcb22ac5bd13 admin admin] Publish callbacks [] for security_group (35b3b688-cbd0-42ab-9f14-6ae5b6091990), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:04.142070 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7f1906bc-e5cc-43de-b829-dcb22ac5bd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (35b3b688-cbd0-42ab-9f14-6ae5b6091990), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:04.145243 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7f1906bc-e5cc-43de-b829-dcb22ac5bd13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:04.146403 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-7f1906bc-e5cc-43de-b829-dcb22ac5bd13 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/35b3b688-cbd0-42ab-9f14-6ae5b6091990 HTTP/1.1" status: 204 len: 168 time: 0.1275949 Jul 25 08:59:04.154926 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1906bc-e5cc-43de-b829-dcb22ac5bd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b3b688-cbd0-42ab-9f14-6ae5b6091990,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:04.824141 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36924) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:04.925016 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1890827971-network', 'tenant_id': '4a77723e8867459c99fcd86914fa44df'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:04.945996 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Made reservation on behalf of 4a77723e8867459c99fcd86914fa44df for: {'network': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:59:04.948592 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:04.957327 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.032543 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Publish callbacks [] for security_group (0b31a5df-bb2f-4acc-b43b-1b82f383318a), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.037508 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0b31a5df-bb2f-4acc-b43b-1b82f383318a), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.067257 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=110463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:59:05.073921 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b31a5df-bb2f-4acc-b43b-1b82f383318a,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:05.083159 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.083627 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.segments_db [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Added segment af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71 of type vlan for network 35257166-0377-42b7-b5ee-f1f63f121fe2 Jul 25 08:59:05.124171 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (35257166-0377-42b7-b5ee-f1f63f121fe2), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.152830 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (35257166-0377-42b7-b5ee-f1f63f121fe2), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.153804 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:05.154371 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.210406 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:05.216272 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3910062 Jul 25 08:59:05.219184 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36928) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:05.224623 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] Request body: {'subnet': {'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1890827971-subnet', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'ip_version': 4}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:05.229449 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387677a2-a591-427d-ac3a-ad83cc65f998 admin admin] Pushing event updated for resources: {'Network': ['ID=35257166-0377-42b7-b5ee-f1f63f121fe2,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:05.240461 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 35257166-0377-42b7-b5ee-f1f63f121fe2 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:59:05.251936 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] Made reservation on behalf of 4a77723e8867459c99fcd86914fa44df for: {'subnet': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:59:05.254908 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3376459'] for subnet (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.297573 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:05.434740 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3376505'] for subnet (860c7388-9888-4552-8ac7-c9795430f4ce), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.486016 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=860c7388-9888-4552-8ac7-c9795430f4ce,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:05.502131 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] Checking segment: {'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:59:05.503064 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] Network hostable DHCP agents. Network: 35257166-0377-42b7-b5ee-f1f63f121fe2, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:59:05.521185 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] Network 35257166-0377-42b7-b5ee-f1f63f121fe2 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:59:05.530675 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 35257166-0377-42b7-b5ee-f1f63f121fe2) {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:05.535135 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:05.535734 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.540715 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c93ef7-02af-4f7d-95bf-293374301340 None None] Network 35257166-0377-42b7-b5ee-f1f63f121fe2 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:59:05.555261 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-832c95e9-d04e-403d-8574-ccc6eff9f57f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3321583 Jul 25 08:59:05.555628 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36932) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:05.560051 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:05.582262 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (88047422-7d69-41f9-b6b2-44b509869dbb), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.583366 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (88047422-7d69-41f9-b6b2-44b509869dbb), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.644294 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Publish callbacks [] for router_controller (88047422-7d69-41f9-b6b2-44b509869dbb), precommit_add_association {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.648472 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-35257166-0377-42b7-b5ee-f1f63f121fe2', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'project_id': '4a77723e8867459c99fcd86914fa44df', 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:59:05.649456 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.787307 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Publish callbacks [] for router_gateway (88047422-7d69-41f9-b6b2-44b509869dbb), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.794996 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Allocated IP 172.20.0.2 (35257166-0377-42b7-b5ee-f1f63f121fe2/860c7388-9888-4552-8ac7-c9795430f4ce/02774b83-73bd-4297-ba2f-5926cc91eae2) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:59:05.956926 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Publish callbacks [] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.962814 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:05.980127 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Publish callbacks [] for router_gateway (88047422-7d69-41f9-b6b2-44b509869dbb), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:06.000981 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:06.003943 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Network 35257166-0377-42b7-b5ee-f1f63f121fe2 is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:59:06.009152 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:06.013714 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:59:06.027460 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Pushing event updated for resources: {'Port': ['ID=02774b83-73bd-4297-ba2f-5926cc91eae2,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:06.076901 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Attempting to bind port 02774b83-73bd-4297-ba2f-5926cc91eae2 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:59:06.077266 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Attempting to bind port 02774b83-73bd-4297-ba2f-5926cc91eae2 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:59:06.077622 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Attempting to bind port 02774b83-73bd-4297-ba2f-5926cc91eae2 on network 35257166-0377-42b7-b5ee-f1f63f121fe2 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:59:06.083353 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:59:06.083723 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Checking segment: {'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:59:06.084122 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:06.084507 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Bound using segment: {'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:59:06.084993 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Bound port: 02774b83-73bd-4297-ba2f-5926cc91eae2, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:59:06.085569 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:06.113066 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Allocated IP 172.27.1.210 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/441c1dad-7421-4590-a882-6963a2ff8f19) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:59:06.155938 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] For port 02774b83-73bd-4297-ba2f-5926cc91eae2, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:59:06.160738 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] For port 02774b83-73bd-4297-ba2f-5926cc91eae2, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=02774b83-73bd-4297-ba2f-5926cc91eae2,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:59:06.167237 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:06.237142 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600065b-3054-4b1d-892c-d50b0e4a97c8 None None] Pushing event updated for resources: {'Port': ['ID=02774b83-73bd-4297-ba2f-5926cc91eae2,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:06.240440 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Publish callbacks [] for port (441c1dad-7421-4590-a882-6963a2ff8f19), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:06.244947 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:06.278704 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:06.282099 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:06.325374 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:59:06.329277 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:06.333780 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:59:06.337993 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=441c1dad-7421-4590-a882-6963a2ff8f19,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:06.603200 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Publish callbacks [] for router_gateway (88047422-7d69-41f9-b6b2-44b509869dbb), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:06.807249 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (88047422-7d69-41f9-b6b2-44b509869dbb), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:06.958157 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Router 88047422-7d69-41f9-b6b2-44b509869dbb is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:59:07.074869 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:59:07.083946 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Sync routers for ids ['88047422-7d69-41f9-b6b2-44b509869dbb'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:59:07.093244 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:07.098674 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a827a695-1d15-4d8a-b360-b77a41703ba7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5378931 Jul 25 08:59:07.098897 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Routers {'88047422-7d69-41f9-b6b2-44b509869dbb'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:07.098897 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:58:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['88047422-7d69-41f9-b6b2-44b509869dbb'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:07.099103 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36938) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:07.141087 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:07.188795 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b697c-a4a1-431c-adbe-b09e3c6c3d2e None None] Network 35257166-0377-42b7-b5ee-f1f63f121fe2 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:59:07.234904 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:07.261105 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:07.272614 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-80d9e3e7-3ce0-43d2-9f9a-5a4b4e8797cc None None] Provisioning complete for port 02774b83-73bd-4297-ba2f-5926cc91eae2 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:07.272614 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-80d9e3e7-3ce0-43d2-9f9a-5a4b4e8797cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:07.276668 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Set router 88047422-7d69-41f9-b6b2-44b509869dbb gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:07.304439 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:07.517076 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 02774b83-73bd-4297-ba2f-5926cc91eae2 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:07.567678 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-80d9e3e7-3ce0-43d2-9f9a-5a4b4e8797cc None None] Current status of the port 02774b83-73bd-4297-ba2f-5926cc91eae2 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:07.568058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-80d9e3e7-3ce0-43d2-9f9a-5a4b4e8797cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:07.594619 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:07.623129 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:06Z', 'revision_number': 3, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:07.658126 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-80d9e3e7-3ce0-43d2-9f9a-5a4b4e8797cc None None] For port 02774b83-73bd-4297-ba2f-5926cc91eae2, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=02774b83-73bd-4297-ba2f-5926cc91eae2,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:07.665633 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Checking router: 88047422-7d69-41f9-b6b2-44b509869dbb for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:59:07.665985 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Updating router 88047422-7d69-41f9-b6b2-44b509869dbb port 441c1dad-7421-4590-a882-6963a2ff8f19 binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:59:07.679626 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-80d9e3e7-3ce0-43d2-9f9a-5a4b4e8797cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:07.727753 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 02774b83-73bd-4297-ba2f-5926cc91eae2 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:07.728119 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:07.751036 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b0eb882a-7570-4dc7-bda9-b11f3703f168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:07.768677 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:07.779847 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Allocated IP 172.20.0.1 (35257166-0377-42b7-b5ee-f1f63f121fe2/860c7388-9888-4552-8ac7-c9795430f4ce/848561a3-3c06-40dc-bca3-39037bb40e38) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:59:07.799300 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:07.835629 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9e3e7-3ce0-43d2-9f9a-5a4b4e8797cc None None] Pushing event updated for resources: {'Port': ['ID=02774b83-73bd-4297-ba2f-5926cc91eae2,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:07.842515 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-000f42d0-3b07-4ef7-8610-7136b876c039 None None] Provisioning complete for port 02774b83-73bd-4297-ba2f-5926cc91eae2 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:07.842881 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-000f42d0-3b07-4ef7-8610-7136b876c039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:07.896955 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Publish callbacks [] for port (848561a3-3c06-40dc-bca3-39037bb40e38), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:07.930638 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:07.973211 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Network 35257166-0377-42b7-b5ee-f1f63f121fe2 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:59:07.978426 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:07.982363 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:59:08.007950 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=848561a3-3c06-40dc-bca3-39037bb40e38,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:08.030983 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (88047422-7d69-41f9-b6b2-44b509869dbb), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.147130 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:08.153778 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 02774b83-73bd-4297-ba2f-5926cc91eae2 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:08.173754 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:08.180492 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.209672 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-000f42d0-3b07-4ef7-8610-7136b876c039 None None] Current status of the port 02774b83-73bd-4297-ba2f-5926cc91eae2 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:08.255864 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:08.295298 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Publish callbacks [] for port (441c1dad-7421-4590-a882-6963a2ff8f19), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.302548 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.358825 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-df379e47-01d6-4d8f-8366-9747c0ea3d24 None None] Provisioning complete for port 848561a3-3c06-40dc-bca3-39037bb40e38 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:08.359201 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-df379e47-01d6-4d8f-8366-9747c0ea3d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.368335 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Publish callbacks [] for port (848561a3-3c06-40dc-bca3-39037bb40e38), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.375365 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.392675 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717cf67-097a-47f8-873a-953ba7a6ed2a None None] Pushing event updated for resources: {'Port': ['ID=441c1dad-7421-4590-a882-6963a2ff8f19,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:08.397749 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Attempting to bind port 441c1dad-7421-4590-a882-6963a2ff8f19 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:59:08.398126 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Attempting to bind port 441c1dad-7421-4590-a882-6963a2ff8f19 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:59:08.398496 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Attempting to bind port 441c1dad-7421-4590-a882-6963a2ff8f19 on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:59:08.412109 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:59:08.412488 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:59:08.412915 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.413307 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:59:08.413782 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Bound port: 441c1dad-7421-4590-a882-6963a2ff8f19, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:59:08.414166 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.417701 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-df379e47-01d6-4d8f-8366-9747c0ea3d24 None None] Port 848561a3-3c06-40dc-bca3-39037bb40e38 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:59:08.446884 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (88047422-7d69-41f9-b6b2-44b509869dbb), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.448678 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=848561a3-3c06-40dc-bca3-39037bb40e38,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:08.471065 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] For port 441c1dad-7421-4590-a882-6963a2ff8f19, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:59:08.474802 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] For port 441c1dad-7421-4590-a882-6963a2ff8f19, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=441c1dad-7421-4590-a882-6963a2ff8f19,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:59:08.483704 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.544399 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Network 35257166-0377-42b7-b5ee-f1f63f121fe2 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:59:08.546013 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:08.547913 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Routers {'88047422-7d69-41f9-b6b2-44b509869dbb'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:08.548540 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:58:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['88047422-7d69-41f9-b6b2-44b509869dbb'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:08.582940 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717cf67-097a-47f8-873a-953ba7a6ed2a None None] Pushing event updated for resources: {'Port': ['ID=441c1dad-7421-4590-a882-6963a2ff8f19,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:08.673982 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Router 88047422-7d69-41f9-b6b2-44b509869dbb has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:59:08.679850 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] Set router 88047422-7d69-41f9-b6b2-44b509869dbb gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:08.808620 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:59:08.816819 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8783a548-9c14-441e-9e74-67a3ee294ba5 admin admin] 10.222.0.52 "PUT /v2.0/routers/88047422-7d69-41f9-b6b2-44b509869dbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7134211 Jul 25 08:59:08.865099 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-de4dfb16-5924-452c-b7c6-e1f8fe36154e None None] Provisioning complete for port 848561a3-3c06-40dc-bca3-39037bb40e38 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:08.865598 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-de4dfb16-5924-452c-b7c6-e1f8fe36154e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:08.872063 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:08.968059 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-de4dfb16-5924-452c-b7c6-e1f8fe36154e None None] Port 848561a3-3c06-40dc-bca3-39037bb40e38 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:59:08.988283 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '848561a3-3c06-40dc-bca3-39037bb40e38', 'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'mac_address': 'fa:16:3e:63:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:07Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 2, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'subnets': [{'id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:09.024359 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c5bc4-5ab9-4e6c-95b8-e9e7284afb4e None None] The sync data for ids ['88047422-7d69-41f9-b6b2-44b509869dbb'] in dv-cinder-850840-1-iscsi is: [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '848561a3-3c06-40dc-bca3-39037bb40e38', 'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'mac_address': 'fa:16:3e:63:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:07Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 2, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'subnets': [{'id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:59:09.488218 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 02774b83-73bd-4297-ba2f-5926cc91eae2 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:09.515361 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36966) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:09.519546 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1620375493-network', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:09.538415 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 02774b83-73bd-4297-ba2f-5926cc91eae2 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:09.538709 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:09.553952 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Made reservation on behalf of 9b26a9a5df2b447cae8fc546e3e252c6 for: {'network': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:59:09.556938 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for network (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:09.569822 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:09.623456 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 02774b83-73bd-4297-ba2f-5926cc91eae2 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:09.662185 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Publish callbacks [] for security_group (34e02d71-a6b0-4a26-b05c-be1bd75496c5), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:09.668852 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (34e02d71-a6b0-4a26-b05c-be1bd75496c5), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:09.681177 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:09.701878 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=110462) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 08:59:09.709343 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e02d71-a6b0-4a26-b05c-be1bd75496c5,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:09.716233 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (4a0fd96c-5142-4239-9dd6-3059fb377dcb), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:09.716607 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.segments_db [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Added segment 4a0fd96c-5142-4239-9dd6-3059fb377dcb of type vlan for network 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 Jul 25 08:59:09.749503 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=11 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:09.765949 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732964006211'] for network (3e8b01ce-9047-4b69-b31f-1a9f0c49ce59), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:09.801059 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673'] for network (3e8b01ce-9047-4b69-b31f-1a9f0c49ce59), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:09.802077 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:09.802650 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:09.869924 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3526664 Jul 25 08:59:09.871153 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36968) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:09.872222 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8a203-7a4f-4527-b0e9-e4afc543cccb admin admin] Pushing event updated for resources: {'Network': ['ID=3e8b01ce-9047-4b69-b31f-1a9f0c49ce59,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:09.876210 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Request body: {'subnet': {'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1620375493-subnet', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'ip_version': 4}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:09.881858 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Network 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 details requested by agent ovs-agent-dv-cinder-850840-1-iscsi with host dv-cinder-850840-1-iscsi {{(pid=110464) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 08:59:09.911821 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Made reservation on behalf of 9b26a9a5df2b447cae8fc546e3e252c6 for: {'subnet': 1} {{(pid=110463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:59:09.914545 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3376459'] for subnet (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:09.950029 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:10.041914 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-73d916b7-4d20-4f0e-8f23-6442d0f0cc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.116146 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3463356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3376505'] for subnet (7080d847-b79c-4265-8b5d-f5d9631a9e5b), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.187436 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7080d847-b79c-4265-8b5d-f5d9631a9e5b,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:10.193867 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Checking segment: {'id': '4a0fd96c-5142-4239-9dd6-3059fb377dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:59:10.194235 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Network hostable DHCP agents. Network: 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59, hostable agents: ['4ba73038-46c5-4d76-87f3-31a94749efb8'], hosted agents: [] {{(pid=110463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 08:59:10.210835 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.211177 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.211707 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.212051 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.212381 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.212738 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.213066 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.213388 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.213716 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.214034 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.214357 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.214679 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.215000 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.215317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.215633 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:10.231436 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Network 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 is scheduled to be hosted by DHCP agent 4ba73038-46c5-4d76-87f3-31a94749efb8 with binding_index 1 {{(pid=110463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 08:59:10.246841 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850840-1-iscsi, 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59) {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:10.256137 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:10.256835 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.258320 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a313daa-b683-4a45-9f06-e9d2e9d03e93 None None] Network 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:59:10.290367 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-59054626-b4f3-4d07-a4ae-74669c49c114 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4155149 Jul 25 08:59:10.290787 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 36976) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:10.295940 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1620375493-router', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:10.350266 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-622137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1438'] for router (55e77ee5-e350-4856-aba4-7e3d156a4753), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.351800 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-548564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1429'] for router (55e77ee5-e350-4856-aba4-7e3d156a4753), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.411257 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Publish callbacks [] for router_controller (55e77ee5-e350-4856-aba4-7e3d156a4753), precommit_add_association {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.426454 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32daed35-c811-587c-a7e3-22cbbcdda415-3e8b01ce-9047-4b69-b31f-1a9f0c49ce59', 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59', 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'fixed_ips': [{'subnet_id': '7080d847-b79c-4265-8b5d-f5d9631a9e5b'}]}} from dv-cinder-850840-1-iscsi. {{(pid=110464) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 08:59:10.427654 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.586611 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.db_base_plugin_common [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Allocated IP 172.20.0.2 (3e8b01ce-9047-4b69-b31f-1a9f0c49ce59/7080d847-b79c-4265-8b5d-f5d9631a9e5b/67d4088a-52d0-4de0-af4d-9dec7986f082) {{(pid=110464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:59:10.763634 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Publish callbacks [] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), precommit_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.771137 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), after_create {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.820139 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Publish callbacks [] for router_gateway (55e77ee5-e350-4856-aba4-7e3d156a4753), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.820641 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Network 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 is already hosted by enough agents. {{(pid=110464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:59:10.823734 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.scheduler.base_scheduler [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Resources bound (agent type, host, resource id): {{(pid=110464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:10.832307 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Received port after_create {{(pid=110464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:59:10.847490 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Pushing event updated for resources: {'Port': ['ID=67d4088a-52d0-4de0-af4d-9dec7986f082,revision_number=1']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:10.898421 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Attempting to bind port 67d4088a-52d0-4de0-af4d-9dec7986f082 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:59:10.898794 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Attempting to bind port 67d4088a-52d0-4de0-af4d-9dec7986f082 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '4a0fd96c-5142-4239-9dd6-3059fb377dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:59:10.899166 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Attempting to bind port 67d4088a-52d0-4de0-af4d-9dec7986f082 on network 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:59:10.905113 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:59:10.905486 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Checking segment: {'id': '4a0fd96c-5142-4239-9dd6-3059fb377dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:59:10.905882 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.906273 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Bound using segment: {'id': '4a0fd96c-5142-4239-9dd6-3059fb377dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:59:10.906740 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Bound port: 67d4088a-52d0-4de0-af4d-9dec7986f082, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0fd96c-5142-4239-9dd6-3059fb377dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:59:10.907117 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:10.983487 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] For port 67d4088a-52d0-4de0-af4d-9dec7986f082, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:59:10.987139 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] For port 67d4088a-52d0-4de0-af4d-9dec7986f082, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=67d4088a-52d0-4de0-af4d-9dec7986f082,segment=NetworkSegment(4a0fd96c-5142-4239-9dd6-3059fb377dcb),segment_id=4a0fd96c-5142-4239-9dd6-3059fb377dcb)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:59:10.995935 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:11.044502 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Publish callbacks [] for router_gateway (55e77ee5-e350-4856-aba4-7e3d156a4753), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:11.066468 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:11.073439 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:11.085237 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540caa05-6459-487a-b452-eb7a47fd79a6 None None] Pushing event updated for resources: {'Port': ['ID=67d4088a-52d0-4de0-af4d-9dec7986f082,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:11.099415 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:11.204913 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Allocated IP 172.27.1.158 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/98f6eda4-d51d-4651-b8a7-412af4512783) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:59:11.342497 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Publish callbacks [] for port (98f6eda4-d51d-4651-b8a7-412af4512783), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:11.367955 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:11.388225 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:11.442122 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:59:11.446734 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Sync routers for ids ['88047422-7d69-41f9-b6b2-44b509869dbb'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:59:11.459799 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:11.463295 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:59:11.471259 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Pushing event updated for resources: {'Port': ['ID=98f6eda4-d51d-4651-b8a7-412af4512783,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:11.485166 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Routers {'88047422-7d69-41f9-b6b2-44b509869dbb'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:11.486326 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['88047422-7d69-41f9-b6b2-44b509869dbb'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:11.504926 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:11.603290 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 441c1dad-7421-4590-a882-6963a2ff8f19 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:11.626300 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Set router 88047422-7d69-41f9-b6b2-44b509869dbb gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:11.650627 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 441c1dad-7421-4590-a882-6963a2ff8f19 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:11.650997 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:11.671664 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:11.739857 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 441c1dad-7421-4590-a882-6963a2ff8f19 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:11.740152 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:11.774644 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 441c1dad-7421-4590-a882-6963a2ff8f19, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=441c1dad-7421-4590-a882-6963a2ff8f19,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:11.781405 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:11.782920 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Publish callbacks [] for router_gateway (55e77ee5-e350-4856-aba4-7e3d156a4753), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:11.783171 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 67d4088a-52d0-4de0-af4d-9dec7986f082 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:11.853274 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '848561a3-3c06-40dc-bca3-39037bb40e38', 'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'mac_address': 'fa:16:3e:63:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:07Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 2, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'subnets': [{'id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:11.886224 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=441c1dad-7421-4590-a882-6963a2ff8f19,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:11.889379 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 67d4088a-52d0-4de0-af4d-9dec7986f082 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:11.890004 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:11.987922 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 67d4088a-52d0-4de0-af4d-9dec7986f082 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:11.988371 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.031323 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Checking router: 88047422-7d69-41f9-b6b2-44b509869dbb for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:59:12.032055 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Updating router 88047422-7d69-41f9-b6b2-44b509869dbb port 848561a3-3c06-40dc-bca3-39037bb40e38 binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:59:12.033127 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 67d4088a-52d0-4de0-af4d-9dec7986f082, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=67d4088a-52d0-4de0-af4d-9dec7986f082,segment=NetworkSegment(4a0fd96c-5142-4239-9dd6-3059fb377dcb),segment_id=4a0fd96c-5142-4239-9dd6-3059fb377dcb)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:12.040624 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.047222 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-621881', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562699'] for router (55e77ee5-e350-4856-aba4-7e3d156a4753), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.070593 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.105597 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=67d4088a-52d0-4de0-af4d-9dec7986f082,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:12.191919 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b531029-a79b-4483-aa59-f5cdb95f3ff2 None None] Network 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:59:12.212866 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Router 55e77ee5-e350-4856-aba4-7e3d156a4753 is scheduled to L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 with binding_index 1 {{(pid=110462) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 08:59:12.266011 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-aac4bce0-434c-4f63-8d65-08fae60b4bb0 None None] Provisioning complete for port 67d4088a-52d0-4de0-af4d-9dec7986f082 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:12.266283 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-aac4bce0-434c-4f63-8d65-08fae60b4bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.333585 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:59:12.354851 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.356173 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-2b8d008c-26e6-48ec-a01e-8b74f76ff270 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0643198 Jul 25 08:59:12.359030 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 36984) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:12.362201 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Sync routers for ids ['55e77ee5-e350-4856-aba4-7e3d156a4753'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:59:12.395442 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Publish callbacks [] for port (848561a3-3c06-40dc-bca3-39037bb40e38), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.404733 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.425454 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:12.489613 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Pushing event updated for resources: {'Port': ['ID=848561a3-3c06-40dc-bca3-39037bb40e38,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:12.502899 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.502899 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.502899 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.502899 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.503632 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.503632 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.504750 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.504750 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.504750 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.505225 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.505609 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.505995 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.506414 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.506785 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.507117 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:12.541213 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Attempting to bind port 848561a3-3c06-40dc-bca3-39037bb40e38 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:59:12.541660 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Attempting to bind port 848561a3-3c06-40dc-bca3-39037bb40e38 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:59:12.542084 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Attempting to bind port 848561a3-3c06-40dc-bca3-39037bb40e38 on network 35257166-0377-42b7-b5ee-f1f63f121fe2 {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:59:12.548671 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:59:12.548671 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Checking segment: {'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:59:12.548671 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.549379 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Bound using segment: {'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:59:12.549928 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Bound port: 848561a3-3c06-40dc-bca3-39037bb40e38, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:59:12.550701 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.588381 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Routers {'55e77ee5-e350-4856-aba4-7e3d156a4753'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:12.589152 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['55e77ee5-e350-4856-aba4-7e3d156a4753'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:12.641173 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-aac4bce0-434c-4f63-8d65-08fae60b4bb0 None None] Current status of the port 67d4088a-52d0-4de0-af4d-9dec7986f082 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:12.644798 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.678327 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:12.686213 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] For port 848561a3-3c06-40dc-bca3-39037bb40e38, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:59:12.692800 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] For port 848561a3-3c06-40dc-bca3-39037bb40e38, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=848561a3-3c06-40dc-bca3-39037bb40e38,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:59:12.712490 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.742150 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:12.757703 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:12.774630 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:12.784190 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Set router 55e77ee5-e350-4856-aba4-7e3d156a4753 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:12.844956 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Routers {'88047422-7d69-41f9-b6b2-44b509869dbb'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:12.845519 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['88047422-7d69-41f9-b6b2-44b509869dbb'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:12.857019 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ae2d8-7d5f-42ff-b2a3-ce45cf1199e6 None None] Pushing event updated for resources: {'Port': ['ID=848561a3-3c06-40dc-bca3-39037bb40e38,revision_number=4']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:12.946835 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.969707 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.972041 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Provisioning complete for port 848561a3-3c06-40dc-bca3-39037bb40e38 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:12.972514 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:12.979263 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:13.058175 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] Set router 88047422-7d69-41f9-b6b2-44b509869dbb gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:13.149364 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Current status of the port 848561a3-3c06-40dc-bca3-39037bb40e38 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:13.149832 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.156257 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'name': 'tempest-TestShelveInstance-1620375493-router', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:10Z', 'updated_at': '2022-07-25T08:59:11Z', 'revision_number': 3, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'gw_port': {'id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:11Z', 'updated_at': '2022-07-25T08:59:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:13.193043 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Checking router: 55e77ee5-e350-4856-aba4-7e3d156a4753 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:59:13.193449 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Updating router 55e77ee5-e350-4856-aba4-7e3d156a4753 port 98f6eda4-d51d-4651-b8a7-412af4512783 binding host dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:59:13.196669 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_common [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Allocated IP 172.20.0.1 (3e8b01ce-9047-4b69-b31f-1a9f0c49ce59/7080d847-b79c-4265-8b5d-f5d9631a9e5b/fcce1d98-0438-4931-adb9-cd2a8a475e8f) {{(pid=110463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:59:13.242079 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.244925 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] For port 848561a3-3c06-40dc-bca3-39037bb40e38, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=848561a3-3c06-40dc-bca3-39037bb40e38,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:13.272859 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.317834 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '848561a3-3c06-40dc-bca3-39037bb40e38', 'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'mac_address': 'fa:16:3e:63:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:07Z', 'updated_at': '2022-07-25T08:59:12Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'subnets': [{'id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:13.322944 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Publish callbacks [] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.347695 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:13.350085 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f2d0db-6d32-4ee1-b992-cf8bca902390 None None] The sync data for ids ['88047422-7d69-41f9-b6b2-44b509869dbb'] in dv-cinder-850840-1-iscsi is: [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '848561a3-3c06-40dc-bca3-39037bb40e38', 'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'mac_address': 'fa:16:3e:63:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:07Z', 'updated_at': '2022-07-25T08:59:12Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'subnets': [{'id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:59:13.359833 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.409216 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Network 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:59:13.417799 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:13.422818 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Received port after_create {{(pid=110463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:59:13.425316 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Pushing event updated for resources: {'Port': ['ID=848561a3-3c06-40dc-bca3-39037bb40e38,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:13.430117 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Pushing event updated for resources: {'Port': ['ID=fcce1d98-0438-4931-adb9-cd2a8a475e8f,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:13.443451 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-a29e9d78-ffd7-4d9e-a923-ddf9d4fdbd94 None None] Provisioning complete for port 848561a3-3c06-40dc-bca3-39037bb40e38 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:13.443819 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a29e9d78-ffd7-4d9e-a923-ddf9d4fdbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.474423 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-711849'] for router_interface (55e77ee5-e350-4856-aba4-7e3d156a4753), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.474922 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.475156 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.475498 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.476589 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.477061 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.477448 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.478464 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.478464 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.478464 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.478919 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.480626 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.480626 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.480626 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.480626 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.480626 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46073a7-6917-4bae-9c70-b1e9f81091f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 08:59:13.602094 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 848561a3-3c06-40dc-bca3-39037bb40e38 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:13.682681 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), before_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.733166 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-a29e9d78-ffd7-4d9e-a923-ddf9d4fdbd94 None None] Current status of the port 848561a3-3c06-40dc-bca3-39037bb40e38 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:13.766405 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-a29e9d78-ffd7-4d9e-a923-ddf9d4fdbd94 None None] Provisioning complete for port 67d4088a-52d0-4de0-af4d-9dec7986f082 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:13.766761 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-a29e9d78-ffd7-4d9e-a923-ddf9d4fdbd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.786235 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 848561a3-3c06-40dc-bca3-39037bb40e38 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:13.786607 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.828222 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:13.838047 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:13.884645 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Publish callbacks [] for port (98f6eda4-d51d-4651-b8a7-412af4512783), precommit_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.898536 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.899445 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Publish callbacks [] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), precommit_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.907505 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3463361'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), after_update {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:13.909708 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:13.979508 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Pushing event updated for resources: {'Port': ['ID=fcce1d98-0438-4931-adb9-cd2a8a475e8f,revision_number=2']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:14.027993 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-553691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-711773'] for router_interface (55e77ee5-e350-4856-aba4-7e3d156a4753), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.039119 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce326236-3dac-4638-858d-20577d069276 None None] Pushing event updated for resources: {'Port': ['ID=98f6eda4-d51d-4651-b8a7-412af4512783,revision_number=2']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:14.046101 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Attempting to bind port 98f6eda4-d51d-4651-b8a7-412af4512783 on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:59:14.046474 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Attempting to bind port 98f6eda4-d51d-4651-b8a7-412af4512783 by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:59:14.046838 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Attempting to bind port 98f6eda4-d51d-4651-b8a7-412af4512783 on network fdc6bca6-042e-477a-a22a-eeab897472ed {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:59:14.063955 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-a29e9d78-ffd7-4d9e-a923-ddf9d4fdbd94 None None] Current status of the port 67d4088a-52d0-4de0-af4d-9dec7986f082 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:14.069243 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:59:14.069421 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Checking segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:59:14.069766 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.070229 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Bound using segment: {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'} {{(pid=110464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:59:14.070673 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.managers [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Bound port: 98f6eda4-d51d-4651-b8a7-412af4512783, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70496fb2-697b-4f96-91f8-b68fdc86f892', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed'}}] {{(pid=110464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:59:14.071046 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.072826 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 848561a3-3c06-40dc-bca3-39037bb40e38 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:14.073965 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 441c1dad-7421-4590-a882-6963a2ff8f19 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:14.148149 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Network 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 is already hosted by enough agents. {{(pid=110463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:59:14.149710 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.base_scheduler [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Resources bound (agent type, host, resource id): {{(pid=110463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:14.170241 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] For port 98f6eda4-d51d-4651-b8a7-412af4512783, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:59:14.175839 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] For port 98f6eda4-d51d-4651-b8a7-412af4512783, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=98f6eda4-d51d-4651-b8a7-412af4512783,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:59:14.187904 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 441c1dad-7421-4590-a882-6963a2ff8f19 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:14.188400 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.196522 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.270452 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-08541a66-e5c9-47d1-a602-3d0428e3cea6 None None] Provisioning complete for port fcce1d98-0438-4931-adb9-cd2a8a475e8f triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:14.270743 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-08541a66-e5c9-47d1-a602-3d0428e3cea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.342332 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Router 55e77ee5-e350-4856-aba4-7e3d156a4753 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:59:14.394318 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37000) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:14.418004 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Routers {'55e77ee5-e350-4856-aba4-7e3d156a4753'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:14.418648 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['55e77ee5-e350-4856-aba4-7e3d156a4753'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:14.515047 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:59:14.516629 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce326236-3dac-4638-858d-20577d069276 None None] Pushing event updated for resources: {'Port': ['ID=98f6eda4-d51d-4651-b8a7-412af4512783,revision_number=3']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:14.530995 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-5539c53d-a017-45ce-956c-6b11c7330849 admin admin] 10.222.0.52 "PUT /v2.0/routers/55e77ee5-e350-4856-aba4-7e3d156a4753/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1708851 Jul 25 08:59:14.535747 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-08541a66-e5c9-47d1-a602-3d0428e3cea6 None None] Port fcce1d98-0438-4931-adb9-cd2a8a475e8f cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:59:14.542429 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-af179038-364b-4d0d-803c-1804469c3182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.550169 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 441c1dad-7421-4590-a882-6963a2ff8f19 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:14.551539 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 67d4088a-52d0-4de0-af4d-9dec7986f082 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:14.601968 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] Set router 55e77ee5-e350-4856-aba4-7e3d156a4753 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:14.606539 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:14.637900 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-af179038-364b-4d0d-803c-1804469c3182 admin admin] Publish callbacks [] for security_group (94642485-1f7d-4ecb-8eac-dda03be559b3), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.644905 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-af179038-364b-4d0d-803c-1804469c3182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (94642485-1f7d-4ecb-8eac-dda03be559b3), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.694899 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-af179038-364b-4d0d-803c-1804469c3182 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c61846255f854229baeeba0b72eaa477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994187 Jul 25 08:59:14.695813 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af179038-364b-4d0d-803c-1804469c3182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94642485-1f7d-4ecb-8eac-dda03be559b3,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:14.698369 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37008) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:14.763478 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a39829eb-9672-4ba8-b472-21cd2fab3cb0 admin admin] Publish callbacks [] for security_group (94642485-1f7d-4ecb-8eac-dda03be559b3), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.774467 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:14.790470 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a39829eb-9672-4ba8-b472-21cd2fab3cb0 admin admin] Publish callbacks [] for security_group (94642485-1f7d-4ecb-8eac-dda03be559b3), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.808863 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 67d4088a-52d0-4de0-af4d-9dec7986f082 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:14.810019 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.842071 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a39829eb-9672-4ba8-b472-21cd2fab3cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (94642485-1f7d-4ecb-8eac-dda03be559b3), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.845624 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-a39829eb-9672-4ba8-b472-21cd2fab3cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.849292 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-a39829eb-9672-4ba8-b472-21cd2fab3cb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/94642485-1f7d-4ecb-8eac-dda03be559b3 HTTP/1.1" status: 204 len: 168 time: 0.1495323 Jul 25 08:59:14.864863 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39829eb-9672-4ba8-b472-21cd2fab3cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94642485-1f7d-4ecb-8eac-dda03be559b3,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:14.865112 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-fc8c1cf3-e22a-4e97-9fab-7bbc8f01ab3e None None] Provisioning complete for port fcce1d98-0438-4931-adb9-cd2a8a475e8f triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:14.865301 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-fc8c1cf3-e22a-4e97-9fab-7bbc8f01ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:14.915530 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:14.966338 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:14.982950 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-fc8c1cf3-e22a-4e97-9fab-7bbc8f01ab3e None None] Port fcce1d98-0438-4931-adb9-cd2a8a475e8f cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:59:14.997165 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37014) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:15.004787 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-b83ecee6-a473-4d10-ade0-8e34848cbefb tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1559255574', 'description': 'tempest-secgroup-smoke-1559255574 description', 'project_id': '4a77723e8867459c99fcd86914fa44df'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:15.038493 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b83ecee6-a473-4d10-ade0-8e34848cbefb tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.084458 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 67d4088a-52d0-4de0-af4d-9dec7986f082 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:15.106541 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'name': 'tempest-TestShelveInstance-1620375493-router', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:10Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 4, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'gw_port': {'id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:11Z', 'updated_at': '2022-07-25T08:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fcce1d98-0438-4931-adb9-cd2a8a475e8f', 'name': '', 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'mac_address': 'fa:16:3e:f0:80:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7080d847-b79c-4265-8b5d-f5d9631a9e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:12Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 2, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'subnets': [{'id': '7080d847-b79c-4265-8b5d-f5d9631a9e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:15.128346 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b83ecee6-a473-4d10-ade0-8e34848cbefb tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group (c9ab981f-51b1-4935-b526-43f5c766e686), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.133949 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b83ecee6-a473-4d10-ade0-8e34848cbefb tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (c9ab981f-51b1-4935-b526-43f5c766e686), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.140296 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ab415-3d0c-49eb-a5cf-ab8051700ebc None None] The sync data for ids ['55e77ee5-e350-4856-aba4-7e3d156a4753'] in dv-cinder-850840-1-iscsi is: [{'id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'name': 'tempest-TestShelveInstance-1620375493-router', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:10Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 4, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'gw_port': {'id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:11Z', 'updated_at': '2022-07-25T08:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fcce1d98-0438-4931-adb9-cd2a8a475e8f', 'name': '', 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'mac_address': 'fa:16:3e:f0:80:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7080d847-b79c-4265-8b5d-f5d9631a9e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:12Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 2, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'subnets': [{'id': '7080d847-b79c-4265-8b5d-f5d9631a9e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:59:15.181148 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b83ecee6-a473-4d10-ade0-8e34848cbefb tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.182589 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b83ecee6-a473-4d10-ade0-8e34848cbefb tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1839828 Jul 25 08:59:15.183374 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ecee6-a473-4d10-ade0-8e34848cbefb tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ab981f-51b1-4935-b526-43f5c766e686,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:15.186621 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37016) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:15.193155 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-d067cbc1-e51e-476f-80f8-64c9112fe552 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Request body: {'security_group_rule': {'security_group_id': 'c9ab981f-51b1-4935-b526-43f5c766e686', 'project_id': '4a77723e8867459c99fcd86914fa44df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:15.231404 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d067cbc1-e51e-476f-80f8-64c9112fe552 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (b2d016a7-31bd-4aea-8f29-924242b1726a), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.242354 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:15.308636 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d067cbc1-e51e-476f-80f8-64c9112fe552 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (b2d016a7-31bd-4aea-8f29-924242b1726a), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.312549 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d067cbc1-e51e-476f-80f8-64c9112fe552 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (b2d016a7-31bd-4aea-8f29-924242b1726a), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.333455 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067cbc1-e51e-476f-80f8-64c9112fe552 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d016a7-31bd-4aea-8f29-924242b1726a,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:15.338617 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d067cbc1-e51e-476f-80f8-64c9112fe552 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.339787 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-d067cbc1-e51e-476f-80f8-64c9112fe552 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1521568 Jul 25 08:59:15.342607 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37018) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:15.346947 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-3274447f-ca7b-46d9-90dc-954acf392cf8 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Request body: {'security_group_rule': {'security_group_id': 'c9ab981f-51b1-4935-b526-43f5c766e686', 'project_id': '4a77723e8867459c99fcd86914fa44df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:15.384724 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3274447f-ca7b-46d9-90dc-954acf392cf8 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (634210a8-9004-42e5-a962-f32bd26b93bb), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.501465 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3274447f-ca7b-46d9-90dc-954acf392cf8 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (634210a8-9004-42e5-a962-f32bd26b93bb), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.507763 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3274447f-ca7b-46d9-90dc-954acf392cf8 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (634210a8-9004-42e5-a962-f32bd26b93bb), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.536714 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274447f-ca7b-46d9-90dc-954acf392cf8 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634210a8-9004-42e5-a962-f32bd26b93bb,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:15.546831 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3274447f-ca7b-46d9-90dc-954acf392cf8 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.548003 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3274447f-ca7b-46d9-90dc-954acf392cf8 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2044275 Jul 25 08:59:15.548226 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 848561a3-3c06-40dc-bca3-39037bb40e38 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:15.553042 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37020) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:15.557301 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-c4670c8d-ed78-410a-9b4e-08861929dd05 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Request body: {'security_group_rule': {'security_group_id': 'c9ab981f-51b1-4935-b526-43f5c766e686', 'project_id': '4a77723e8867459c99fcd86914fa44df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:15.573617 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:15.616450 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 848561a3-3c06-40dc-bca3-39037bb40e38 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:15.616866 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.710593 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 848561a3-3c06-40dc-bca3-39037bb40e38 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:15.895529 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c4670c8d-ed78-410a-9b4e-08861929dd05 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (fdc901ab-3d72-4658-8678-252ae1a41381), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.958041 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c4670c8d-ed78-410a-9b4e-08861929dd05 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (fdc901ab-3d72-4658-8678-252ae1a41381), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.962588 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c4670c8d-ed78-410a-9b4e-08861929dd05 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (fdc901ab-3d72-4658-8678-252ae1a41381), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:15.997359 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4670c8d-ed78-410a-9b4e-08861929dd05 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc901ab-3d72-4658-8678-252ae1a41381,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:16.006666 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c4670c8d-ed78-410a-9b4e-08861929dd05 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.007926 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-c4670c8d-ed78-410a-9b4e-08861929dd05 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4543025 Jul 25 08:59:16.010765 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37022) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:16.015166 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-c44611d9-ddaf-474f-903b-d96d92a70388 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Request body: {'security_group_rule': {'security_group_id': 'c9ab981f-51b1-4935-b526-43f5c766e686', 'project_id': '4a77723e8867459c99fcd86914fa44df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:16.051920 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c44611d9-ddaf-474f-903b-d96d92a70388 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (972a0e3a-5952-4e1f-a142-af9af17f852f), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.118238 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c44611d9-ddaf-474f-903b-d96d92a70388 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (972a0e3a-5952-4e1f-a142-af9af17f852f), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.124777 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c44611d9-ddaf-474f-903b-d96d92a70388 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (972a0e3a-5952-4e1f-a142-af9af17f852f), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.145869 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44611d9-ddaf-474f-903b-d96d92a70388 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972a0e3a-5952-4e1f-a142-af9af17f852f,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:16.162956 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c44611d9-ddaf-474f-903b-d96d92a70388 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.164390 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-c44611d9-ddaf-474f-903b-d96d92a70388 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1524804 Jul 25 08:59:16.166992 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37024) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:16.171776 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.v2.base [None req-06eb7f01-9155-47b6-87d7-acdbfca2f569 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Request body: {'security_group_rule': {'security_group_id': 'c9ab981f-51b1-4935-b526-43f5c766e686', 'project_id': '4a77723e8867459c99fcd86914fa44df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:16.201124 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.securitygroups_db [None req-06eb7f01-9155-47b6-87d7-acdbfca2f569 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Project 4a77723e8867459c99fcd86914fa44df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 08:59:16.208633 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-06eb7f01-9155-47b6-87d7-acdbfca2f569 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (2639c7c2-f974-4404-aa15-930e570754f8), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.284443 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-06eb7f01-9155-47b6-87d7-acdbfca2f569 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (2639c7c2-f974-4404-aa15-930e570754f8), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.288294 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-06eb7f01-9155-47b6-87d7-acdbfca2f569 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (2639c7c2-f974-4404-aa15-930e570754f8), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.308844 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb7f01-9155-47b6-87d7-acdbfca2f569 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2639c7c2-f974-4404-aa15-930e570754f8,revision_number=0']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:16.317224 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-06eb7f01-9155-47b6-87d7-acdbfca2f569 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.318451 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-06eb7f01-9155-47b6-87d7-acdbfca2f569 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1504607 Jul 25 08:59:16.321840 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37026) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:16.326907 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-edfb92cc-0d40-42bc-beff-2388c3d5f303 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Request body: {'security_group_rule': {'security_group_id': 'c9ab981f-51b1-4935-b526-43f5c766e686', 'project_id': '4a77723e8867459c99fcd86914fa44df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:16.352870 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.securitygroups_db [None req-edfb92cc-0d40-42bc-beff-2388c3d5f303 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Project 4a77723e8867459c99fcd86914fa44df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 08:59:16.362403 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-edfb92cc-0d40-42bc-beff-2388c3d5f303 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (720eef35-35d4-4c35-b6e7-6d660ce6f728), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.429168 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-edfb92cc-0d40-42bc-beff-2388c3d5f303 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (720eef35-35d4-4c35-b6e7-6d660ce6f728), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.434502 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-edfb92cc-0d40-42bc-beff-2388c3d5f303 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566825'] for security_group_rule (720eef35-35d4-4c35-b6e7-6d660ce6f728), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.456742 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb92cc-0d40-42bc-beff-2388c3d5f303 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720eef35-35d4-4c35-b6e7-6d660ce6f728,revision_number=0']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:16.465674 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-edfb92cc-0d40-42bc-beff-2388c3d5f303 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:16.474832 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-edfb92cc-0d40-42bc-beff-2388c3d5f303 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437881 Jul 25 08:59:17.407574 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Sync routers for ids ['55e77ee5-e350-4856-aba4-7e3d156a4753'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:59:17.420203 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Routers {'55e77ee5-e350-4856-aba4-7e3d156a4753'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:17.422868 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['55e77ee5-e350-4856-aba4-7e3d156a4753'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:17.490864 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 98f6eda4-d51d-4651-b8a7-412af4512783 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:17.536274 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Set router 55e77ee5-e350-4856-aba4-7e3d156a4753 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:17.542159 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 98f6eda4-d51d-4651-b8a7-412af4512783 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:17.542540 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:17.626616 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 98f6eda4-d51d-4651-b8a7-412af4512783 is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:17.627001 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:17.649887 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] For port 98f6eda4-d51d-4651-b8a7-412af4512783, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=98f6eda4-d51d-4651-b8a7-412af4512783,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:17.658185 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:17.710918 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Pushing event updated for resources: {'Port': ['ID=98f6eda4-d51d-4651-b8a7-412af4512783,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:17.736850 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'name': 'tempest-TestShelveInstance-1620375493-router', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:10Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 4, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'gw_port': {'id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:11Z', 'updated_at': '2022-07-25T08:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fcce1d98-0438-4931-adb9-cd2a8a475e8f', 'name': '', 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'mac_address': 'fa:16:3e:f0:80:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7080d847-b79c-4265-8b5d-f5d9631a9e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:12Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 2, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'subnets': [{'id': '7080d847-b79c-4265-8b5d-f5d9631a9e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:17.762736 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Checking router: 55e77ee5-e350-4856-aba4-7e3d156a4753 for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:59:17.763077 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Updating router 55e77ee5-e350-4856-aba4-7e3d156a4753 port fcce1d98-0438-4931-adb9-cd2a8a475e8f binding host dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 08:59:17.795700 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:17.913299 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:18.071804 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Publish callbacks [] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), precommit_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:18.077267 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:18.106830 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:18.133631 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862a557-afd9-41fc-bbb0-dddb1728e8af None None] Pushing event updated for resources: {'Port': ['ID=fcce1d98-0438-4931-adb9-cd2a8a475e8f,revision_number=3']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:18.296365 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Attempting to bind port fcce1d98-0438-4931-adb9-cd2a8a475e8f on host dv-cinder-850840-1-iscsi for vnic_type normal with profile {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:59:18.296770 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Attempting to bind port fcce1d98-0438-4931-adb9-cd2a8a475e8f by drivers openvswitch,hyperv on host dv-cinder-850840-1-iscsi at level 0 using segments [{'id': '4a0fd96c-5142-4239-9dd6-3059fb377dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59'}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:59:18.297133 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Attempting to bind port fcce1d98-0438-4931-adb9-cd2a8a475e8f on network 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:59:18.303370 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Checking agent: {'id': '4ee43384-a506-4664-a2c2-1458ecb2694e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850840-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 37, 13), 'started_at': datetime.datetime(2022, 7, 25, 8, 37, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850840-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:59:18.303734 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Checking segment: {'id': '4a0fd96c-5142-4239-9dd6-3059fb377dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:59:18.304287 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:18.304696 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Bound using segment: {'id': '4a0fd96c-5142-4239-9dd6-3059fb377dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59'} {{(pid=110465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:59:18.305196 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.managers [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Bound port: fcce1d98-0438-4931-adb9-cd2a8a475e8f, host: dv-cinder-850840-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0fd96c-5142-4239-9dd6-3059fb377dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59'}}] {{(pid=110465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:59:18.305565 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), before_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:18.341857 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-cef30711-d621-4675-a7e2-5322aa506339 None None] Provisioning complete for port fcce1d98-0438-4931-adb9-cd2a8a475e8f triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:18.342236 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-cef30711-d621-4675-a7e2-5322aa506339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:18.371038 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] For port fcce1d98-0438-4931-adb9-cd2a8a475e8f, host dv-cinder-850840-1-iscsi, cleared binding levels {{(pid=110465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:59:18.374264 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.plugins.ml2.db [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] For port fcce1d98-0438-4931-adb9-cd2a8a475e8f, host dv-cinder-850840-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=fcce1d98-0438-4931-adb9-cd2a8a475e8f,segment=NetworkSegment(4a0fd96c-5142-4239-9dd6-3059fb377dcb),segment_id=4a0fd96c-5142-4239-9dd6-3059fb377dcb)] {{(pid=110465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:59:18.381900 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-cef30711-d621-4675-a7e2-5322aa506339 None None] Port fcce1d98-0438-4931-adb9-cd2a8a475e8f cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:59:18.382719 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron_lib.callbacks.manager [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), after_update {{(pid=110465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:18.443827 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Routers {'55e77ee5-e350-4856-aba4-7e3d156a4753'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:18.444678 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['55e77ee5-e350-4856-aba4-7e3d156a4753'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:18.450071 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862a557-afd9-41fc-bbb0-dddb1728e8af None None] Pushing event updated for resources: {'Port': ['ID=fcce1d98-0438-4931-adb9-cd2a8a475e8f,revision_number=4']} {{(pid=110465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:18.558008 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] Set router 55e77ee5-e350-4856-aba4-7e3d156a4753 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:18.605442 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-747d816c-8b80-4aac-8ca0-548f5d651724 None None] Provisioning complete for port fcce1d98-0438-4931-adb9-cd2a8a475e8f triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:18.606062 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-747d816c-8b80-4aac-8ca0-548f5d651724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:18.668338 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=100 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:18.685628 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-747d816c-8b80-4aac-8ca0-548f5d651724 None None] Current status of the port fcce1d98-0438-4931-adb9-cd2a8a475e8f is: DOWN; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:18.686147 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-747d816c-8b80-4aac-8ca0-548f5d651724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:18.736311 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-747d816c-8b80-4aac-8ca0-548f5d651724 None None] For port fcce1d98-0438-4931-adb9-cd2a8a475e8f, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=fcce1d98-0438-4931-adb9-cd2a8a475e8f,segment=NetworkSegment(4a0fd96c-5142-4239-9dd6-3059fb377dcb),segment_id=4a0fd96c-5142-4239-9dd6-3059fb377dcb)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:18.741462 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-747d816c-8b80-4aac-8ca0-548f5d651724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:18.760745 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'name': 'tempest-TestShelveInstance-1620375493-router', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:10Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 4, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'gw_port': {'id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:11Z', 'updated_at': '2022-07-25T08:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fcce1d98-0438-4931-adb9-cd2a8a475e8f', 'name': '', 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'mac_address': 'fa:16:3e:f0:80:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7080d847-b79c-4265-8b5d-f5d9631a9e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:12Z', 'updated_at': '2022-07-25T08:59:18Z', 'revision_number': 4, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'subnets': [{'id': '7080d847-b79c-4265-8b5d-f5d9631a9e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:18.787949 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c25ce4-9fb6-41ff-9598-31943a774aaf None None] The sync data for ids ['55e77ee5-e350-4856-aba4-7e3d156a4753'] in dv-cinder-850840-1-iscsi is: [{'id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'name': 'tempest-TestShelveInstance-1620375493-router', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:10Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 4, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'gw_port': {'id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:11Z', 'updated_at': '2022-07-25T08:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fcce1d98-0438-4931-adb9-cd2a8a475e8f', 'name': '', 'network_id': '3e8b01ce-9047-4b69-b31f-1a9f0c49ce59', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'mac_address': 'fa:16:3e:f0:80:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7080d847-b79c-4265-8b5d-f5d9631a9e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:12Z', 'updated_at': '2022-07-25T08:59:18Z', 'revision_number': 4, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'subnets': [{'id': '7080d847-b79c-4265-8b5d-f5d9631a9e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:59:18.792786 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d816c-8b80-4aac-8ca0-548f5d651724 None None] Pushing event updated for resources: {'Port': ['ID=fcce1d98-0438-4931-adb9-cd2a8a475e8f,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:19.493881 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 98f6eda4-d51d-4651-b8a7-412af4512783 up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:19.522569 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:19.546172 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port 98f6eda4-d51d-4651-b8a7-412af4512783 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:19.546545 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:19.625891 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port 98f6eda4-d51d-4651-b8a7-412af4512783 is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:19.626871 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device fcce1d98-0438-4931-adb9-cd2a8a475e8f up at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:19.676168 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Provisioning complete for port fcce1d98-0438-4931-adb9-cd2a8a475e8f triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:19.676543 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:19.755835 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Current status of the port fcce1d98-0438-4931-adb9-cd2a8a475e8f is: ACTIVE; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:25.646008 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:26.305018 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=40,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:26.308637 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=8 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:26.453707 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:26.456953 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=58,neutron:INSERT=10,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:29.370556 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:29.371332 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:35.569519 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b261d-8331-4687-b935-3b7fecf2f440 req-26bbece5-153b-4e33-b5fc-d00926f89d23 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:35.571044 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-307b261d-8331-4687-b935-3b7fecf2f440 req-26bbece5-153b-4e33-b5fc-d00926f89d23 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 947 time: 0.0502698 Jul 25 08:59:35.619708 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-307b261d-8331-4687-b935-3b7fecf2f440 req-90265c66-c04b-41d8-a524-e4d02b9f4499 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Jul 25 08:59:35.639579 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=34 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:35.641546 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:36.747977 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8834473-a572-4087-9ef9-872227199805 req-6de71523-0fda-4a97-a795-80714e4391d7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:36.749517 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b8834473-a572-4087-9ef9-872227199805 req-6de71523-0fda-4a97-a795-80714e4391d7 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 947 time: 0.0487058 Jul 25 08:59:36.800784 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b8834473-a572-4087-9ef9-872227199805 req-75639964-be31-488d-82ae-d4bfd29e8ab1 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450432 Jul 25 08:59:37.673077 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-6ae063f4-e877-4fcc-b87f-17a69d54f8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:37.937189 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-08a2a674-b478-4f6c-806d-80e201de5c0a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:37.938534 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-08a2a674-b478-4f6c-806d-80e201de5c0a tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.48 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 947 time: 0.0744605 Jul 25 08:59:37.960077 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0403567-8219-493d-bab0-c390dedb1bae req-cc2eb301-f691-4c5d-9cd3-f29f2739073f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:37.961595 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c0403567-8219-493d-bab0-c390dedb1bae req-cc2eb301-f691-4c5d-9cd3-f29f2739073f tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 947 time: 0.0685830 Jul 25 08:59:38.067646 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c0403567-8219-493d-bab0-c390dedb1bae req-3528941d-280a-4d21-9cc5-3bd7f12b66f1 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups?id=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888853 Jul 25 08:59:38.070794 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Deleting port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:59:38.071135 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:38.164447 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] For port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:38.164828 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:38.334244 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:38.334609 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (c3dece68-eb12-49f6-afd8-6bde8066346a), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:38.334964 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Floating IP c3dece68-eb12-49f6-afd8-6bde8066346a disassociated. External IP: 172.27.1.70, port: 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d. Jul 25 08:59:38.335334 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Calling delete_port for 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d owned by compute:nova {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:59:38.467867 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (68b8d737-1cd3-4135-ad4b-35b7ce49fc3d), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:38.485024 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 08:59:38.501555 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event deleted for resources: {'Port': ['ID=68b8d737-1cd3-4135-ad4b-35b7ce49fc3d,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:38.606294 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:38.615223 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:38.620902 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Router b7705862-59b5-4122-9fe2-19d7aab24791 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:59:38.726387 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:59:38.736957 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723be26-cedf-43cb-9fa7-99dc38ebf577 None None] Sync routers for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:59:38.748450 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723be26-cedf-43cb-9fa7-99dc38ebf577 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:38.749099 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-2723be26-cedf-43cb-9fa7-99dc38ebf577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:38.773008 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] No DVR routers for this DVR port 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d on host hv-cinder-85084 {{(pid=110462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:59:38.775741 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:38.779181 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d7b0f9aa-5f67-42e8-bbe8-33c46f679ef2 req-b860aa40-bf7c-4600-af6b-e3a38d22dbe9 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.48 "DELETE /v2.0/ports/68b8d737-1cd3-4135-ad4b-35b7ce49fc3d HTTP/1.1" status: 204 len: 173 time: 0.8345380 Jul 25 08:59:38.779644 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'name': 'network-vif-deleted', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:59:38.782721 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e90fa8a-d464-4b4c-b629-46d50de2b488" -d '{"events": [{"server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "name": "network-vif-deleted", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:59:38.863540 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-2723be26-cedf-43cb-9fa7-99dc38ebf577 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:38.994523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3074173d-d2d3-4997-b71a-26db0c996979 x-openstack-request-id: req-3074173d-d2d3-4997-b71a-26db0c996979 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:59:38.995050 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f22e6c-5c89-42ee-90ce-a87e77bfa17b", "name": "network-vif-deleted", "tag": "68b8d737-1cd3-4135-ad4b-35b7ce49fc3d", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:59:38.995410 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3074173d-d2d3-4997-b71a-26db0c996979 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:59:38.995817 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3074173d-d2d3-4997-b71a-26db0c996979'] response: {'server_uuid': '51f22e6c-5c89-42ee-90ce-a87e77bfa17b', 'name': 'network-vif-deleted', 'tag': '68b8d737-1cd3-4135-ad4b-35b7ce49fc3d', 'status': 'completed', 'code': 200} Jul 25 08:59:39.123169 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-2723be26-cedf-43cb-9fa7-99dc38ebf577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:39.152938 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723be26-cedf-43cb-9fa7-99dc38ebf577 None None] Checking router: b7705862-59b5-4122-9fe2-19d7aab24791 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:59:39.163854 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723be26-cedf-43cb-9fa7-99dc38ebf577 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:39.164563 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-2723be26-cedf-43cb-9fa7-99dc38ebf577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:39.213643 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1caabd26-bee3-4aef-a286-60b8590e0280 req-2a5fdc9a-599f-4934-93f2-b6a1acb951c5 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/ports?device_id=51f22e6c-5c89-42ee-90ce-a87e77bfa17b HTTP/1.1" status: 200 len: 210 time: 0.0393047 Jul 25 08:59:39.285228 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-2723be26-cedf-43cb-9fa7-99dc38ebf577 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:39.399113 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:39.606981 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-2723be26-cedf-43cb-9fa7-99dc38ebf577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:39.633167 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723be26-cedf-43cb-9fa7-99dc38ebf577 None None] The sync data for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi is: [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:21Z', 'revision_number': 4, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': 'fc1b6121-13bb-4685-8948-34ba4a63b539', 'name': '', 'network_id': '81feca48-2aba-4dcd-848a-634aff6ea348', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'mac_address': 'fa:16:3e:9a:7a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_interface', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:20Z', 'updated_at': '2022-07-25T08:48:28Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'subnets': [{'id': '1be99303-e0bc-40ef-8fb6-2972583ade3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:59:39.858352 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c992a8c-8479-4837-b042-00193af6294d None None] New status for floating IP c3dece68-eb12-49f6-afd8-6bde8066346a: DOWN {{(pid=110465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 08:59:40.033775 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-010e9dd4-59cf-41da-af49-603f88d6e53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:40.313675 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37184) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:40.371746 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1d5f6000-4b5e-4c89-8b2c-c9dd819e8414 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (e46a6789-e7d5-4fcf-bef4-1ca5654ffa42), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:40.396957 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1d5f6000-4b5e-4c89-8b2c-c9dd819e8414 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (e46a6789-e7d5-4fcf-bef4-1ca5654ffa42), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:40.397199 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-cc60c2d0-a128-4ba3-a2ed-514648c11bab tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1559255574&fields=id&tenant_id=4a77723e8867459c99fcd86914fa44df HTTP/1.1" status: 200 len: 267 time: 0.0523951 Jul 25 08:59:40.452091 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1d5f6000-4b5e-4c89-8b2c-c9dd819e8414 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e46a6789-e7d5-4fcf-bef4-1ca5654ffa42), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:40.454753 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1d5f6000-4b5e-4c89-8b2c-c9dd819e8414 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:40.455920 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-1d5f6000-4b5e-4c89-8b2c-c9dd819e8414 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "DELETE /v2.0/security-groups/e46a6789-e7d5-4fcf-bef4-1ca5654ffa42 HTTP/1.1" status: 204 len: 168 time: 0.1412342 Jul 25 08:59:40.459956 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37186) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:40.478042 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f6000-4b5e-4c89-8b2c-c9dd819e8414 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46a6789-e7d5-4fcf-bef4-1ca5654ffa42,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:40.486125 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.api.v2.resource [None req-6ce96150-a9ee-41bc-84df-0d955226b05e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] show failed (client error): The resource could not be found. Jul 25 08:59:40.486125 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6ce96150-a9ee-41bc-84df-0d955226b05e tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "GET /v2.0/security-groups/e46a6789-e7d5-4fcf-bef4-1ca5654ffa42 HTTP/1.1" status: 404 len: 347 time: 0.0200491 Jul 25 08:59:40.486125 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37188) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:40.521536 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a92d-6515-451f-b979-6bb41283d380 req-d8dc914c-7495-4d7f-bdf8-579deda5dcd1 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:40.525022 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-d8dc914c-7495-4d7f-bdf8-579deda5dcd1 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/networks?id=35257166-0377-42b7-b5ee-f1f63f121fe2 HTTP/1.1" status: 200 len: 809 time: 0.1208081 Jul 25 08:59:40.539125 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-81cebd90-a423-43f5-bab3-9e456912970b tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/quotas/4a77723e8867459c99fcd86914fa44df HTTP/1.1" status: 200 len: 375 time: 0.0102909 Jul 25 08:59:40.587787 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-7c06de44-cf00-4a9d-8508-4918eb03c3be tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a77723e8867459c99fcd86914fa44df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429354 Jul 25 08:59:40.613657 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a6ceb-7228-4daf-81bd-b7458c3a5f36 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Deleting port 46b771d0-9016-4d64-8f0a-c0476da46743 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:59:40.614009 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bc7a6ceb-7228-4daf-81bd-b7458c3a5f36 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (46b771d0-9016-4d64-8f0a-c0476da46743), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:40.696158 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bc7a6ceb-7228-4daf-81bd-b7458c3a5f36 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (46b771d0-9016-4d64-8f0a-c0476da46743), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:40.696288 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bc7a6ceb-7228-4daf-81bd-b7458c3a5f36 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (46b771d0-9016-4d64-8f0a-c0476da46743), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:40.711206 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a6ceb-7228-4daf-81bd-b7458c3a5f36 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Calling delete_port for 46b771d0-9016-4d64-8f0a-c0476da46743 owned by network:floatingip {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:59:40.792470 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-16c524e2-831b-4e7f-a250-011310cd1437 service neutron] 10.222.0.52 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919768 Jul 25 08:59:40.848557 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bc7a6ceb-7228-4daf-81bd-b7458c3a5f36 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (46b771d0-9016-4d64-8f0a-c0476da46743), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:40.873460 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a6ceb-7228-4daf-81bd-b7458c3a5f36 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Pushing event deleted for resources: {'Port': ['ID=46b771d0-9016-4d64-8f0a-c0476da46743,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:40.886550 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-f20b8fb5-2464-438e-a0cf-8fd16c3c6b4f service neutron] 10.222.0.52 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880439 Jul 25 08:59:40.939633 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bc7a6ceb-7228-4daf-81bd-b7458c3a5f36 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks [] for floatingip (c3dece68-eb12-49f6-afd8-6bde8066346a), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:40.942814 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-bc7a6ceb-7228-4daf-81bd-b7458c3a5f36 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:40.943981 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-bc7a6ceb-7228-4daf-81bd-b7458c3a5f36 tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] 10.222.0.52 "DELETE /v2.0/floatingips/c3dece68-eb12-49f6-afd8-6bde8066346a HTTP/1.1" status: 204 len: 168 time: 0.4581702 Jul 25 08:59:41.073493 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:41.200244 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-668a0e1a-39b5-4b54-ae40-78b90101b2e5 req-89bbc6dc-f3cc-4198-8195-86b75c6485b4 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 210 time: 0.0286455 Jul 25 08:59:42.285180 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a92d-6515-451f-b979-6bb41283d380 req-b8ae99fc-4c55-4db8-b082-eccbe38939d2 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:42.286765 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-b8ae99fc-4c55-4db8-b082-eccbe38939d2 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.48 "GET /v2.0/networks?id=35257166-0377-42b7-b5ee-f1f63f121fe2 HTTP/1.1" status: 200 len: 809 time: 0.1422489 Jul 25 08:59:42.318938 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:59:42.335067 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ff9f49d7-eeec-402d-bdac-65aabdc02768 req-b171072d-c7e3-42c6-b351-ecb08ff279f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 210 time: 0.0472836 Jul 25 08:59:42.342002 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:59:42.342273 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device 68b8d737-1cd3-4135-ad4b-35b7ce49fc3d not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:59:42.394508 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-a5173d06-4966-4b73-950c-d8d62a7f0fcd tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a77723e8867459c99fcd86914fa44df HTTP/1.1" status: 200 len: 380 time: 0.0863066 Jul 25 08:59:42.403288 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Request body: {'port': {'device_id': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'admin_state_up': True, 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'security_groups': ['c9ab981f-51b1-4935-b526-43f5c766e686']}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:42.427625 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:42.520256 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Made reservation on behalf of 4a77723e8867459c99fcd86914fa44df for: {'port': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 08:59:42.523690 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:42.602627 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:42.648828 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:42.666268 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Allocated IP 172.20.0.7 (35257166-0377-42b7-b5ee-f1f63f121fe2/860c7388-9888-4552-8ac7-c9795430f4ce/b087c389-b3fd-48fa-8487-06d1bd3360c7) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:59:42.819119 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:42.837144 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:43.128705 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:43.171173 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Network 35257166-0377-42b7-b5ee-f1f63f121fe2 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:59:43.176789 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:43.180834 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:59:43.211859 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event updated for resources: {'Port': ['ID=b087c389-b3fd-48fa-8487-06d1bd3360c7,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:43.240892 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:43.241409 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:43.260083 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-58f7f818-191f-4a6a-9a55-fae2f0ea3bfe tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8608251 Jul 25 08:59:43.278238 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Request body: {'port': {'device_id': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:43.352697 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:43.440034 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37232) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:43.444166 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-929b5f0b-9f45-4ba5-9edd-4fec787a9113 None None] Provisioning complete for port b087c389-b3fd-48fa-8487-06d1bd3360c7 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:43.444660 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-929b5f0b-9f45-4ba5-9edd-4fec787a9113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:43.484710 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-929b5f0b-9f45-4ba5-9edd-4fec787a9113 None None] Port b087c389-b3fd-48fa-8487-06d1bd3360c7 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 08:59:43.539344 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297f3d0-1e8e-4208-8d10-df61aa33e93e req-1617d64f-8b63-4902-817a-455a37c3d568 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:43.540935 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6297f3d0-1e8e-4208-8d10-df61aa33e93e req-1617d64f-8b63-4902-817a-455a37c3d568 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 931 time: 0.0781424 Jul 25 08:59:43.658116 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6297f3d0-1e8e-4208-8d10-df61aa33e93e req-fc414d99-27df-4dce-8587-3f612d0dff45 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042604 Jul 25 08:59:43.719115 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:43.733862 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b087c389-b3fd-48fa-8487-06d1bd3360c7 {{(pid=110462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:59:43.743568 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Publish callbacks [] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:43.758303 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.provisioning_blocks [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Transition to ACTIVE for port object b087c389-b3fd-48fa-8487-06d1bd3360c7 will not be triggered until provisioned by entity L2. {{(pid=110462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 08:59:43.763233 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:43.820432 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:43.821574 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Pushing event updated for resources: {'Port': ['ID=b087c389-b3fd-48fa-8487-06d1bd3360c7,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:43.868655 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:43.903960 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Attempting to bind port b087c389-b3fd-48fa-8487-06d1bd3360c7 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 08:59:43.904300 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Attempting to bind port b087c389-b3fd-48fa-8487-06d1bd3360c7 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 08:59:43.904886 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Attempting to bind port b087c389-b3fd-48fa-8487-06d1bd3360c7 on network 35257166-0377-42b7-b5ee-f1f63f121fe2 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:59:43.910883 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Port b087c389-b3fd-48fa-8487-06d1bd3360c7 on network 35257166-0377-42b7-b5ee-f1f63f121fe2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 08:59:43.911203 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Attempting to bind port b087c389-b3fd-48fa-8487-06d1bd3360c7 on network 35257166-0377-42b7-b5ee-f1f63f121fe2 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 08:59:43.916679 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 8, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 08:59:43.917015 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Checking segment: {'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 08:59:43.917597 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Bound using segment: {'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 08:59:43.918193 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Bound port: b087c389-b3fd-48fa-8487-06d1bd3360c7, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2'}}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 08:59:43.918730 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:43.933205 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:43.938852 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711734'] for router_interface (b7705862-59b5-4122-9fe2-19d7aab24791), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:43.998695 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] For port b087c389-b3fd-48fa-8487-06d1bd3360c7, host hv-cinder-85084, cleared binding levels {{(pid=110462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 08:59:44.002735 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] For port b087c389-b3fd-48fa-8487-06d1bd3360c7, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 08:59:44.011081 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:44.050223 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:44.050818 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:44.052205 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] 10.222.0.48 "PUT /v2.0/ports/b087c389-b3fd-48fa-8487-06d1bd3360c7 HTTP/1.1" status: 200 len: 1093 time: 0.7787538 Jul 25 08:59:44.052676 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:59:44.054980 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6257d949-8898-4f29-b012-960211d95ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:59:44.077049 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98531695-cf8c-424b-8821-8ed7ed86af78 service neutron] Pushing event updated for resources: {'Port': ['ID=b087c389-b3fd-48fa-8487-06d1bd3360c7,revision_number=3']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:44.136779 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5dd8e8-b488-4ce0-9c9c-eb89f48524c1 x-openstack-request-id: req-8d5dd8e8-b488-4ce0-9c9c-eb89f48524c1 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:59:44.137065 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:59:44.137524 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d5dd8e8-b488-4ce0-9c9c-eb89f48524c1 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:59:44.137924 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5dd8e8-b488-4ce0-9c9c-eb89f48524c1'] response: {'name': 'network-changed', 'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'status': 'completed', 'code': 200} Jul 25 08:59:44.174143 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a92d-6515-451f-b979-6bb41283d380 req-0a9c3d4a-f26e-4f3b-bfaf-1eeae88f0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:44.175890 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-0a9c3d4a-f26e-4f3b-bfaf-1eeae88f0b46 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a77723e8867459c99fcd86914fa44df&device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 1127 time: 0.0515809 Jul 25 08:59:44.209265 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] Deleting port fc1b6121-13bb-4685-8948-34ba4a63b539 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:59:44.209601 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:44.239823 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-546197ba-3bb6-4e4c-9905-4f6c01a094dc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7 HTTP/1.1" status: 200 len: 217 time: 0.0417717 Jul 25 08:59:44.295977 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a92d-6515-451f-b979-6bb41283d380 req-e9df4d4b-b234-4b10-a933-75c934f0cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:44.297834 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-e9df4d4b-b234-4b10-a933-75c934f0cd85 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=860c7388-9888-4552-8ac7-c9795430f4ce HTTP/1.1" status: 200 len: 848 time: 0.0524361 Jul 25 08:59:44.311129 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] For port fc1b6121-13bb-4685-8948-34ba4a63b539, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=fc1b6121-13bb-4685-8948-34ba4a63b539,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:44.311497 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:44.325768 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] Calling delete_port for fc1b6121-13bb-4685-8948-34ba4a63b539 owned by network:router_interface {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:59:44.349660 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a92d-6515-451f-b979-6bb41283d380 req-2bb1c954-fa57-40ad-a729-f23ef2273cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:44.351539 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-2bb1c954-fa57-40ad-a729-f23ef2273cdd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35257166-0377-42b7-b5ee-f1f63f121fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478816 Jul 25 08:59:44.456316 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-dba9f2eb-1fbd-4393-a30b-c924e87510c0 service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988169 Jul 25 08:59:44.536779 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (fc1b6121-13bb-4685-8948-34ba4a63b539), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:44.560985 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1b6121-13bb-4685-8948-34ba4a63b539,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:44.561435 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b202a92d-6515-451f-b979-6bb41283d380 req-a7f14f6f-7cb9-46ce-925c-513ee60bf44e service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995753 Jul 25 08:59:44.754053 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614822'] for router_interface (b7705862-59b5-4122-9fe2-19d7aab24791), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:44.799015 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fd361-b1ed-49a9-8af1-558e773a9175 req-249a29d1-8cb2-4d37-9b68-6391cabdf5d9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:44.801037 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-747fd361-b1ed-49a9-8af1-558e773a9175 req-249a29d1-8cb2-4d37-9b68-6391cabdf5d9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0509713 Jul 25 08:59:44.853449 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-747fd361-b1ed-49a9-8af1-558e773a9175 req-6b5e395e-5968-48a5-bbe5-cb08bbaec3ff tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465434 Jul 25 08:59:44.915222 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:44.917323 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:44.983578 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] Router b7705862-59b5-4122-9fe2-19d7aab24791 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:59:45.094039 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:59:45.099512 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f0d7562c-2fc6-41d7-b8e9-6be1e002af97 admin admin] 10.222.0.52 "PUT /v2.0/routers/b7705862-59b5-4122-9fe2-19d7aab24791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6578264 Jul 25 08:59:45.101969 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37240) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:45.105271 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b014e-c19e-49cb-8dc4-f947716bf997 None None] Sync routers for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:59:45.108615 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:45.117523 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b014e-c19e-49cb-8dc4-f947716bf997 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:45.118200 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-3a1b014e-c19e-49cb-8dc4-f947716bf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:45.203489 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Publish callbacks [] for router (b7705862-59b5-4122-9fe2-19d7aab24791), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:45.222685 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-3a1b014e-c19e-49cb-8dc4-f947716bf997 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:45.310182 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Publish callbacks [] for router_gateway (b7705862-59b5-4122-9fe2-19d7aab24791), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:45.334480 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:45.356343 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Deleting port 687edc1b-85b1-40c3-9f68-4e53bd77237f {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:59:45.356608 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:45.400652 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-3a1b014e-c19e-49cb-8dc4-f947716bf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:59:44Z', 'revision_number': 5, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port': {'id': '687edc1b-85b1-40c3-9f68-4e53bd77237f', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:90:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:45.430940 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b014e-c19e-49cb-8dc4-f947716bf997 None None] Checking router: b7705862-59b5-4122-9fe2-19d7aab24791 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:59:45.439573 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] For port 687edc1b-85b1-40c3-9f68-4e53bd77237f, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=687edc1b-85b1-40c3-9f68-4e53bd77237f,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:45.440069 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:45.440799 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b014e-c19e-49cb-8dc4-f947716bf997 None None] Routers {'b7705862-59b5-4122-9fe2-19d7aab24791'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:45.441594 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-3a1b014e-c19e-49cb-8dc4-f947716bf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['b7705862-59b5-4122-9fe2-19d7aab24791'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:45.460649 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Calling delete_port for 687edc1b-85b1-40c3-9f68-4e53bd77237f owned by network:router_gateway {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:59:45.529405 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-3a1b014e-c19e-49cb-8dc4-f947716bf997 None None] Set router b7705862-59b5-4122-9fe2-19d7aab24791 gateway port host: None {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:45.557878 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257d949-8898-4f29-b012-960211d95ccb req-602a3ade-466c-404f-bc8d-1ddc7af11df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:45.559444 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6257d949-8898-4f29-b012-960211d95ccb req-602a3ade-466c-404f-bc8d-1ddc7af11df5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a77723e8867459c99fcd86914fa44df&device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 1127 time: 0.0436666 Jul 25 08:59:45.588631 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-3a1b014e-c19e-49cb-8dc4-f947716bf997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:59:45Z', 'revision_number': 6, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port_host': None}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:45.616941 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b014e-c19e-49cb-8dc4-f947716bf997 None None] The sync data for ids ['b7705862-59b5-4122-9fe2-19d7aab24791'] in dv-cinder-850840-1-iscsi is: [{'id': 'b7705862-59b5-4122-9fe2-19d7aab24791', 'name': 'tempest-AttachVolumeShelveTestJSON-1270456927-router', 'tenant_id': 'f3491b85dc4543c88f500828b2df1d2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:48:17Z', 'updated_at': '2022-07-25T08:59:45Z', 'revision_number': 6, 'project_id': 'f3491b85dc4543c88f500828b2df1d2d', 'gw_port_host': None}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 08:59:45.631031 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:45.644676 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (687edc1b-85b1-40c3-9f68-4e53bd77237f), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:45.666178 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257d949-8898-4f29-b012-960211d95ccb req-5f379449-e7fc-4907-aecd-688743a0641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:45.667658 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6257d949-8898-4f29-b012-960211d95ccb req-5f379449-e7fc-4907-aecd-688743a0641e service neutron] 10.222.0.48 "GET /v2.0/networks?id=35257166-0377-42b7-b5ee-f1f63f121fe2 HTTP/1.1" status: 200 len: 910 time: 0.1015899 Jul 25 08:59:45.674470 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=687edc1b-85b1-40c3-9f68-4e53bd77237f,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:45.713581 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6257d949-8898-4f29-b012-960211d95ccb req-00cf3e43-b3ac-4252-a892-1cfa8b045fa8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7 HTTP/1.1" status: 200 len: 217 time: 0.0400400 Jul 25 08:59:45.749982 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714570'] for router_gateway (b7705862-59b5-4122-9fe2-19d7aab24791), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:45.764124 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257d949-8898-4f29-b012-960211d95ccb req-b3936d9e-09a2-4a5d-88ef-de0ebaf13237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:45.765641 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6257d949-8898-4f29-b012-960211d95ccb req-b3936d9e-09a2-4a5d-88ef-de0ebaf13237 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=860c7388-9888-4552-8ac7-c9795430f4ce HTTP/1.1" status: 200 len: 848 time: 0.0466661 Jul 25 08:59:45.816066 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257d949-8898-4f29-b012-960211d95ccb req-62070b23-b75e-4a74-8dd8-24652fc85f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:45.816454 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6257d949-8898-4f29-b012-960211d95ccb req-62070b23-b75e-4a74-8dd8-24652fc85f94 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35257166-0377-42b7-b5ee-f1f63f121fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447681 Jul 25 08:59:45.837085 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:45.841608 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1516'] for router (b7705862-59b5-4122-9fe2-19d7aab24791), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:45.844608 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Publish callbacks [] for router_controller (b7705862-59b5-4122-9fe2-19d7aab24791), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:45.852185 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:45.895970 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621980'] for router (b7705862-59b5-4122-9fe2-19d7aab24791), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:45.896555 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7705862-59b5-4122-9fe2-19d7aab24791 {{(pid=110463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 08:59:45.901396 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:45.902800 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-1852eb67-f00d-4e7f-93ff-3fce2eb823e2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b7705862-59b5-4122-9fe2-19d7aab24791 HTTP/1.1" status: 204 len: 168 time: 0.7998672 Jul 25 08:59:45.905335 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37244) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:45.914346 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6257d949-8898-4f29-b012-960211d95ccb req-7f53dde7-c530-4ef1-a2f7-f43b73315d23 service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925052 Jul 25 08:59:45.952843 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfcb2b12-5646-420c-83dd-5160ecfc234b admin admin] Deleting subnet 1be99303-e0bc-40ef-8fb6-2972583ade3e {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 08:59:45.957241 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2b12-5646-420c-83dd-5160ecfc234b admin admin] Publish callbacks [] for subnet (1be99303-e0bc-40ef-8fb6-2972583ade3e), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:45.979773 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:46.005196 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2b12-5646-420c-83dd-5160ecfc234b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2984794'] for subnet (1be99303-e0bc-40ef-8fb6-2972583ade3e), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.046298 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a5b4e-5b95-4852-9e05-78d796222333 req-1f58b3b2-1484-45d8-b786-18b74fdf4c29 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:46.051735 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e98a5b4e-5b95-4852-9e05-78d796222333 req-1f58b3b2-1484-45d8-b786-18b74fdf4c29 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0799801 Jul 25 08:59:46.093612 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6257d949-8898-4f29-b012-960211d95ccb req-7161e3bc-e5ba-4638-aa23-dc899c0b02ad service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731458 Jul 25 08:59:46.107668 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2b12-5646-420c-83dd-5160ecfc234b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (1be99303-e0bc-40ef-8fb6-2972583ade3e), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.126503 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e98a5b4e-5b95-4852-9e05-78d796222333 req-70dfa527-0fa1-4617-8a16-3b745af65e1a tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661945 Jul 25 08:59:46.171745 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2b12-5646-420c-83dd-5160ecfc234b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376480'] for subnet (1be99303-e0bc-40ef-8fb6-2972583ade3e), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.198267 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb2b12-5646-420c-83dd-5160ecfc234b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be99303-e0bc-40ef-8fb6-2972583ade3e,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:46.205185 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2b12-5646-420c-83dd-5160ecfc234b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.209872 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-dfcb2b12-5646-420c-83dd-5160ecfc234b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1be99303-e0bc-40ef-8fb6-2972583ade3e HTTP/1.1" status: 204 len: 168 time: 0.3033743 Jul 25 08:59:46.211465 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31cb46a-3581-4411-9613-109e1a7bb258 None None] Network 81feca48-2aba-4dcd-848a-634aff6ea348 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 08:59:46.212296 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37246) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:46.282804 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (81feca48-2aba-4dcd-848a-634aff6ea348), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.337135 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Deleting port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:59:46.337478 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.404903 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a3f9fa-3151-4d69-b1da-24b601e4d9da None None] DHCP port deletion for 81feca48-2aba-4dcd-848a-634aff6ea348 request from dv-cinder-850840-1-iscsi {{(pid=110464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 08:59:46.406755 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] For port 75b4e079-20ca-4d12-a8c1-f4c451859fb9, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=75b4e079-20ca-4d12-a8c1-f4c451859fb9,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:46.407209 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.420745 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Calling delete_port for 75b4e079-20ca-4d12-a8c1-f4c451859fb9 owned by network:dhcp {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:59:46.444928 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-22a3f9fa-3151-4d69-b1da-24b601e4d9da None None] Deleting port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 {{(pid=110464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 08:59:46.445302 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-22a3f9fa-3151-4d69-b1da-24b601e4d9da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), before_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.510942 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.525510 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-22a3f9fa-3151-4d69-b1da-24b601e4d9da None None] For port 75b4e079-20ca-4d12-a8c1-f4c451859fb9, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=75b4e079-20ca-4d12-a8c1-f4c451859fb9,segment=NetworkSegment(47a412dc-9b47-43f1-b28f-5ab74a97cb8f),segment_id=47a412dc-9b47-43f1-b28f-5ab74a97cb8f)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:46.525988 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-22a3f9fa-3151-4d69-b1da-24b601e4d9da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), precommit_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.538323 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Pushing event deleted for resources: {'Port': ['ID=75b4e079-20ca-4d12-a8c1-f4c451859fb9,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:46.540163 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-22a3f9fa-3151-4d69-b1da-24b601e4d9da None None] Calling delete_port for 75b4e079-20ca-4d12-a8c1-f4c451859fb9 owned by network:dhcp {{(pid=110464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 08:59:46.541920 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] No DVR routers for this DVR port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 on host dv-cinder-850840-1-iscsi {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:59:46.621982 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (81feca48-2aba-4dcd-848a-634aff6ea348), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.630826 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-22a3f9fa-3151-4d69-b1da-24b601e4d9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (75b4e079-20ca-4d12-a8c1-f4c451859fb9), after_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.646601 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81feca48-2aba-4dcd-848a-634aff6ea348']}} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:46.663617 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a412dc-9b47-43f1-b28f-5ab74a97cb8f') {'for_net_delete': True} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:46.663840 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3f9fa-3151-4d69-b1da-24b601e4d9da None None] Pushing event deleted for resources: {'Port': ['ID=75b4e079-20ca-4d12-a8c1-f4c451859fb9,revision_number=None']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:46.663972 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a412dc-9b47-43f1-b28f-5ab74a97cb8f') {} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:46.668423 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3f9fa-3151-4d69-b1da-24b601e4d9da None None] No DVR routers for this DVR port 75b4e079-20ca-4d12-a8c1-f4c451859fb9 on host dv-cinder-850840-1-iscsi {{(pid=110464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 08:59:46.690146 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2984781'] for segment (47a412dc-9b47-43f1-b28f-5ab74a97cb8f), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.710603 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (47a412dc-9b47-43f1-b28f-5ab74a97cb8f), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.717888 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=110463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 08:59:46.718482 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3463205'] for segment (47a412dc-9b47-43f1-b28f-5ab74a97cb8f), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.762705 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 47a412dc-9b47-43f1-b28f-5ab74a97cb8f resource provider aggregate not found Jul 25 08:59:46.781531 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 47a412dc-9b47-43f1-b28f-5ab74a97cb8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47a412dc-9b47-43f1-b28f-5ab74a97cb8f found for delete ", "request_id": "req-58f81ac0-4f5a-420a-82b7-4160d8021154"}]} Jul 25 08:59:46.787893 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (81feca48-2aba-4dcd-848a-634aff6ea348), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.793365 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:46.796420 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] 10.222.0.52 "DELETE /v2.0/networks/81feca48-2aba-4dcd-848a-634aff6ea348 HTTP/1.1" status: 204 len: 168 time: 0.5829885 Jul 25 08:59:46.808605 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae729f-5c96-4533-a5f5-852559cd1f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=81feca48-2aba-4dcd-848a-634aff6ea348,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:46.921636 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37254) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:46.966943 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-31fb8471-4bfe-4af4-9458-5009dd3976b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3491b85dc4543c88f500828b2df1d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439291 Jul 25 08:59:46.969681 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37256) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:47.022446 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-14d26f56-3c43-4a2e-9be0-e75823158571 admin admin] Publish callbacks [] for security_group (54e9bff5-e95f-4bfb-8e81-c436d9794734), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:47.045350 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-14d26f56-3c43-4a2e-9be0-e75823158571 admin admin] Publish callbacks [] for security_group (54e9bff5-e95f-4bfb-8e81-c436d9794734), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:47.096243 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-14d26f56-3c43-4a2e-9be0-e75823158571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (54e9bff5-e95f-4bfb-8e81-c436d9794734), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:47.099330 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-14d26f56-3c43-4a2e-9be0-e75823158571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:47.100493 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-14d26f56-3c43-4a2e-9be0-e75823158571 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/54e9bff5-e95f-4bfb-8e81-c436d9794734 HTTP/1.1" status: 204 len: 168 time: 0.1299055 Jul 25 08:59:47.108936 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d26f56-3c43-4a2e-9be0-e75823158571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e9bff5-e95f-4bfb-8e81-c436d9794734,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:47.250323 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4744-7357-41c4-abd4-d18bfc1dd63f req-d0307166-95b2-4e7c-852f-5ca04b6ef9f0 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:47.252088 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-90ad4744-7357-41c4-abd4-d18bfc1dd63f req-d0307166-95b2-4e7c-852f-5ca04b6ef9f0 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0507736 Jul 25 08:59:47.314364 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-90ad4744-7357-41c4-abd4-d18bfc1dd63f req-9c3f66d8-73e0-49a3-a677-bf1c23426c4c tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557983 Jul 25 08:59:47.483358 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device fc1b6121-13bb-4685-8948-34ba4a63b539 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:59:47.507582 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: fc1b6121-13bb-4685-8948-34ba4a63b539 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:59:47.508019 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device fc1b6121-13bb-4685-8948-34ba4a63b539 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:59:47.508465 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 75b4e079-20ca-4d12-a8c1-f4c451859fb9 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:59:47.528805 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 75b4e079-20ca-4d12-a8c1-f4c451859fb9 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:59:47.529225 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 75b4e079-20ca-4d12-a8c1-f4c451859fb9 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:59:47.529713 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 687edc1b-85b1-40c3-9f68-4e53bd77237f no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 08:59:47.556308 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 687edc1b-85b1-40c3-9f68-4e53bd77237f {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 08:59:47.556308 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 687edc1b-85b1-40c3-9f68-4e53bd77237f not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 08:59:48.440784 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccca829-df86-4036-9c44-1dada4cb45e1 req-641a4ec7-fb93-4664-a597-527b713461b1 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:48.443006 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7ccca829-df86-4036-9c44-1dada4cb45e1 req-641a4ec7-fb93-4664-a597-527b713461b1 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0528405 Jul 25 08:59:48.499108 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7ccca829-df86-4036-9c44-1dada4cb45e1 req-45f3f9d6-a75e-447f-89f7-bc00b476049f tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480680 Jul 25 08:59:49.288971 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37330) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:49.400534 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-50ecc879-8e6a-4724-9982-7d030bbc5135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:49.480019 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-50ecc879-8e6a-4724-9982-7d030bbc5135 admin admin] Publish callbacks [] for security_group (c743c07e-99cc-4c58-aaed-4088503075a5), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:49.483966 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-50ecc879-8e6a-4724-9982-7d030bbc5135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (c743c07e-99cc-4c58-aaed-4088503075a5), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:49.488531 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:49.530863 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-50ecc879-8e6a-4724-9982-7d030bbc5135 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85ed009356964c7387abd374f8d4d0ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406797 Jul 25 08:59:49.532045 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecc879-8e6a-4724-9982-7d030bbc5135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c743c07e-99cc-4c58-aaed-4088503075a5,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:49.533589 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37336) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:49.547379 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:49.591640 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-77e2d9da-a3ed-4fb3-9dba-5b9bc637fb04 admin admin] Publish callbacks [] for security_group (c743c07e-99cc-4c58-aaed-4088503075a5), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:49.603024 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:DELETE=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:49.615972 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-77e2d9da-a3ed-4fb3-9dba-5b9bc637fb04 admin admin] Publish callbacks [] for security_group (c743c07e-99cc-4c58-aaed-4088503075a5), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:49.638579 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f09ff-9594-40cf-88cd-c7de7548e3d2 req-90880f1d-4706-4583-bd1e-8ca0169a6da0 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:49.640068 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-692f09ff-9594-40cf-88cd-c7de7548e3d2 req-90880f1d-4706-4583-bd1e-8ca0169a6da0 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0550511 Jul 25 08:59:49.671636 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-77e2d9da-a3ed-4fb3-9dba-5b9bc637fb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (c743c07e-99cc-4c58-aaed-4088503075a5), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:49.674379 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-77e2d9da-a3ed-4fb3-9dba-5b9bc637fb04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:49.679443 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-77e2d9da-a3ed-4fb3-9dba-5b9bc637fb04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c743c07e-99cc-4c58-aaed-4088503075a5 HTTP/1.1" status: 204 len: 168 time: 0.1409824 Jul 25 08:59:49.685314 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2d9da-a3ed-4fb3-9dba-5b9bc637fb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c743c07e-99cc-4c58-aaed-4088503075a5,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:49.705419 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-692f09ff-9594-40cf-88cd-c7de7548e3d2 req-4f43439a-cfdf-4a1f-87a7-f8c403aa8cd6 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593326 Jul 25 08:59:49.933118 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:49.935937 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:49.966561 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37342) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:49.980605 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e08d4bb3-a427-4142-9694-89d4358a2238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:50.058024 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e08d4bb3-a427-4142-9694-89d4358a2238 admin admin] Publish callbacks [] for security_group (01c20772-c764-40f6-a04f-42f1a596a4e0), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:50.062037 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e08d4bb3-a427-4142-9694-89d4358a2238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (01c20772-c764-40f6-a04f-42f1a596a4e0), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:50.101857 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-e08d4bb3-a427-4142-9694-89d4358a2238 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4e2d39358004481a0992e42f98eaa3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342018 Jul 25 08:59:50.102813 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d4bb3-a427-4142-9694-89d4358a2238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c20772-c764-40f6-a04f-42f1a596a4e0,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:50.104639 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37344) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:50.138202 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:50.157987 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a22ed666-b8a7-48bc-b7b7-84b276094f8c admin admin] Publish callbacks [] for security_group (01c20772-c764-40f6-a04f-42f1a596a4e0), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:50.180316 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a22ed666-b8a7-48bc-b7b7-84b276094f8c admin admin] Publish callbacks [] for security_group (01c20772-c764-40f6-a04f-42f1a596a4e0), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:50.231400 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a22ed666-b8a7-48bc-b7b7-84b276094f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (01c20772-c764-40f6-a04f-42f1a596a4e0), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:50.234132 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a22ed666-b8a7-48bc-b7b7-84b276094f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:50.235305 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a22ed666-b8a7-48bc-b7b7-84b276094f8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01c20772-c764-40f6-a04f-42f1a596a4e0 HTTP/1.1" status: 204 len: 168 time: 0.1295917 Jul 25 08:59:50.244094 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ed666-b8a7-48bc-b7b7-84b276094f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c20772-c764-40f6-a04f-42f1a596a4e0,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:50.831086 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad0630-053c-4946-89a9-3c645338fa8c req-5bf8ab2b-6276-47ba-a06c-b030f35c5f54 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:50.832795 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e3ad0630-053c-4946-89a9-3c645338fa8c req-5bf8ab2b-6276-47ba-a06c-b030f35c5f54 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0532312 Jul 25 08:59:50.896649 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e3ad0630-053c-4946-89a9-3c645338fa8c req-f51aa999-79bb-4dd9-858b-79790eaa9296 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578885 Jul 25 08:59:51.730199 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-d0dc9297-31e9-401b-99f5-e620a1691d27 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408974 Jul 25 08:59:51.828032 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-4f0964d0-0a07-4bd6-8aca-2153c2adcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:51.829628 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-4f0964d0-0a07-4bd6-8aca-2153c2adcf04 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 1129 time: 0.0414519 Jul 25 08:59:51.943690 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-8d06a598-0472-41ce-9cc2-b55a8c98bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:51.945284 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-8d06a598-0472-41ce-9cc2-b55a8c98bbdc service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.0964882 Jul 25 08:59:52.045465 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-2f8b49e6-ba7f-4dad-babf-591e2e9ff70a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afb4ee02-4e83-4314-86d8-93c683f82a91 HTTP/1.1" status: 200 len: 1001 time: 0.0945730 Jul 25 08:59:52.053918 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b543849-3038-4f48-b7ef-4fab7cee0e0c req-35d1811d-23f6-42d8-abab-fb3db58d12e7 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:52.055491 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3b543849-3038-4f48-b7ef-4fab7cee0e0c req-35d1811d-23f6-42d8-abab-fb3db58d12e7 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0711164 Jul 25 08:59:52.132683 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-b5d9ffcb-678b-458d-8706-d87a08cad47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:52.134385 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-b5d9ffcb-678b-458d-8706-d87a08cad47d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0779459 Jul 25 08:59:52.160190 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3b543849-3038-4f48-b7ef-4fab7cee0e0c req-f77839ea-408b-44a7-ad17-69331be1a255 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956326 Jul 25 08:59:52.203583 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-baae0cb5-3ce4-440c-9f42-1e4a83e6778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:52.205216 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-baae0cb5-3ce4-440c-9f42-1e4a83e6778a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623302 Jul 25 08:59:52.307643 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-3ee698fc-23bd-40c6-998e-1a5064b432b3 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965006 Jul 25 08:59:52.371525 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device b087c389-b3fd-48fa-8487-06d1bd3360c7 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 08:59:52.409735 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a3a29f8-fbda-4433-8c67-126ba0301927 req-293d2d20-150d-4578-9e6a-a50db63e8212 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957108 Jul 25 08:59:52.438314 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:52.470362 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port b087c389-b3fd-48fa-8487-06d1bd3360c7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:52.486267 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'port_id': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'mac_address': 'fa:16:3e:a7:5e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 08:59:52.524488 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port b087c389-b3fd-48fa-8487-06d1bd3360c7 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:52.524969 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:52.545063 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b087c389-b3fd-48fa-8487-06d1bd3360c7 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 08:59:52.565129 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port b087c389-b3fd-48fa-8487-06d1bd3360c7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:52.569412 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:52.615899 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=b087c389-b3fd-48fa-8487-06d1bd3360c7,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:52.981758 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['b087c389-b3fd-48fa-8487-06d1bd3360c7'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 08:59:53.030321 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:53.255879 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:53.294050 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74191327-e1d5-4385-8820-ab8a03d8fa4f req-df7623c4-7024-4768-9970-9f002d0a6aea tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:53.295636 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-74191327-e1d5-4385-8820-ab8a03d8fa4f req-df7623c4-7024-4768-9970-9f002d0a6aea tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 944 time: 0.0506928 Jul 25 08:59:53.349006 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-74191327-e1d5-4385-8820-ab8a03d8fa4f req-79ceb55f-2bf0-47da-96da-4537a5ceb299 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466106 Jul 25 08:59:54.387887 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device b087c389-b3fd-48fa-8487-06d1bd3360c7 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 08:59:54.431091 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port b087c389-b3fd-48fa-8487-06d1bd3360c7 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 08:59:54.437870 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port b087c389-b3fd-48fa-8487-06d1bd3360c7 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 08:59:54.438297 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:54.473676 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2e915-380f-4a6f-8830-89da36cecb8c req-6b1de860-93a4-4704-9878-4e662b9d3066 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:54.475576 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-88d2e915-380f-4a6f-8830-89da36cecb8c req-6b1de860-93a4-4704-9878-4e662b9d3066 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 944 time: 0.0524015 Jul 25 08:59:54.526288 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port b087c389-b3fd-48fa-8487-06d1bd3360c7 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 08:59:54.526774 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:54.533664 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:54.544698 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-88d2e915-380f-4a6f-8830-89da36cecb8c req-58e3a476-b006-4e3a-8c60-0b469341e465 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632803 Jul 25 08:59:54.575075 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:59:54.577645 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26b5750-bf2c-49b3-ad14-361ef5b13438" -d '{"events": [{"server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "name": "network-vif-plugged", "status": "completed", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:59:54.591452 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port b087c389-b3fd-48fa-8487-06d1bd3360c7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 08:59:54.598581 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:54.624903 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 08:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc73d91-43e7-4007-8243-8123d954850a x-openstack-request-id: req-8bc73d91-43e7-4007-8243-8123d954850a {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:59:54.625198 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "name": "network-vif-plugged", "status": "completed", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:59:54.625452 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bc73d91-43e7-4007-8243-8123d954850a {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:59:54.625846 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc73d91-43e7-4007-8243-8123d954850a'] response: {'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'code': 200} Jul 25 08:59:54.649948 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=b087c389-b3fd-48fa-8487-06d1bd3360c7,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:54.786478 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37426) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:54.885657 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267c375-c11c-401e-ae8b-8de8b24fbf65 req-46d1ce73-33cb-4cec-a6c9-b490fde2085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:54.887177 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4267c375-c11c-401e-ae8b-8de8b24fbf65 req-46d1ce73-33cb-4cec-a6c9-b490fde2085e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 1129 time: 0.0443497 Jul 25 08:59:54.921582 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d5fd5882-e610-4528-93ca-3c2c375508b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:54.964283 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4267c375-c11c-401e-ae8b-8de8b24fbf65 req-1c161676-b088-40bc-b214-b2f52c974cf3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700676 Jul 25 08:59:55.021941 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d5fd5882-e610-4528-93ca-3c2c375508b2 admin admin] Publish callbacks [] for security_group (ea9fd935-9422-494b-96ef-92e772faba59), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.025554 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-d5fd5882-e610-4528-93ca-3c2c375508b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ea9fd935-9422-494b-96ef-92e772faba59), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.066609 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-d5fd5882-e610-4528-93ca-3c2c375508b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bdf850fce06f4d558da0b4bee7dfe728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2789743 Jul 25 08:59:55.067587 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd5882-e610-4528-93ca-3c2c375508b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9fd935-9422-494b-96ef-92e772faba59,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:55.070357 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37430) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:55.124952 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9aa179e8-309d-45b3-8975-b51ffdfac429 admin admin] Publish callbacks [] for security_group (ea9fd935-9422-494b-96ef-92e772faba59), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.146876 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9aa179e8-309d-45b3-8975-b51ffdfac429 admin admin] Publish callbacks [] for security_group (ea9fd935-9422-494b-96ef-92e772faba59), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.193930 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9aa179e8-309d-45b3-8975-b51ffdfac429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (ea9fd935-9422-494b-96ef-92e772faba59), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.196488 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9aa179e8-309d-45b3-8975-b51ffdfac429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.197790 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9aa179e8-309d-45b3-8975-b51ffdfac429 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea9fd935-9422-494b-96ef-92e772faba59 HTTP/1.1" status: 204 len: 168 time: 0.1261060 Jul 25 08:59:55.207325 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa179e8-309d-45b3-8975-b51ffdfac429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9fd935-9422-494b-96ef-92e772faba59,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:55.498500 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37436) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:55.512109 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3d68c6e0-8b2b-4f37-b576-0b78a83524ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.591350 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3d68c6e0-8b2b-4f37-b576-0b78a83524ce admin admin] Publish callbacks [] for security_group (e19f1390-51cc-467f-bdc2-fd7fe7c0cedb), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.596349 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3d68c6e0-8b2b-4f37-b576-0b78a83524ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e19f1390-51cc-467f-bdc2-fd7fe7c0cedb), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.637695 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68c6e0-8b2b-4f37-b576-0b78a83524ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19f1390-51cc-467f-bdc2-fd7fe7c0cedb,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:55.641669 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3d68c6e0-8b2b-4f37-b576-0b78a83524ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9340fc1a90e24c17b4d391e1c880e9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419561 Jul 25 08:59:55.646543 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37440) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:55.671483 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.681865 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f2cec-3662-4118-bd69-3e083f153f02 req-6eb0113b-801e-466d-a720-21f5f970733c tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:55.683396 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d35f2cec-3662-4118-bd69-3e083f153f02 req-6eb0113b-801e-466d-a720-21f5f970733c tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0590856 Jul 25 08:59:55.705454 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-275fd26b-37a7-4218-8c42-3a78bab694e9 admin admin] Publish callbacks [] for security_group (e19f1390-51cc-467f-bdc2-fd7fe7c0cedb), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.727891 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=16 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:55.732806 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-275fd26b-37a7-4218-8c42-3a78bab694e9 admin admin] Publish callbacks [] for security_group (e19f1390-51cc-467f-bdc2-fd7fe7c0cedb), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.738328 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d35f2cec-3662-4118-bd69-3e083f153f02 req-991ca073-927c-4d15-a301-539d38fc6dd0 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491188 Jul 25 08:59:55.787173 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-275fd26b-37a7-4218-8c42-3a78bab694e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (e19f1390-51cc-467f-bdc2-fd7fe7c0cedb), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.789692 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-275fd26b-37a7-4218-8c42-3a78bab694e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:55.790871 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-275fd26b-37a7-4218-8c42-3a78bab694e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e19f1390-51cc-467f-bdc2-fd7fe7c0cedb HTTP/1.1" status: 204 len: 168 time: 0.1434155 Jul 25 08:59:55.799013 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fd26b-37a7-4218-8c42-3a78bab694e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19f1390-51cc-467f-bdc2-fd7fe7c0cedb,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:56.872630 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f0e7d-c391-44a0-80f8-46ca87509fd8 req-3a8cb4ac-41d0-4dfa-8553-6200306aad42 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:56.874163 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a9f0e7d-c391-44a0-80f8-46ca87509fd8 req-3a8cb4ac-41d0-4dfa-8553-6200306aad42 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0516121 Jul 25 08:59:56.930057 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5a9f0e7d-c391-44a0-80f8-46ca87509fd8 req-ac1f2e17-459d-4571-a070-5d2a09dd6022 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500445 Jul 25 08:59:57.052423 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207ee51-a7c2-4b28-b52a-46ce04a6c77c req-e1491b8d-706d-436c-a695-ffdc41919a45 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:57.053958 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c207ee51-a7c2-4b28-b52a-46ce04a6c77c req-e1491b8d-706d-436c-a695-ffdc41919a45 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0483320 Jul 25 08:59:57.110065 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c207ee51-a7c2-4b28-b52a-46ce04a6c77c req-84b411f5-126f-4832-b19f-bc7361129b31 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502162 Jul 25 08:59:57.138082 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37480) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:57.352300 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdca89be-acc4-4ca2-90f5-5183983f2eba tempest-TestShelveInstance-1352699296 tempest-TestShelveInstance-1352699296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:57.354018 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-fdca89be-acc4-4ca2-90f5-5183983f2eba tempest-TestShelveInstance-1352699296 tempest-TestShelveInstance-1352699296-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 1124 time: 0.2149215 Jul 25 08:59:57.357135 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37490) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:57.361557 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'port_id': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 08:59:57.385391 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:57.469939 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:57.582371 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:57.596492 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Allocated IP 172.27.1.169 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/92536168-73f8-4508-bcdc-bb78af5d99f5) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 08:59:57.659262 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:57.708190 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for port (92536168-73f8-4508-bcdc-bb78af5d99f5), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:57.744423 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (92536168-73f8-4508-bcdc-bb78af5d99f5), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:57.794811 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 08:59:57.798613 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 08:59:57.801197 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event updated for resources: {'Port': ['ID=92536168-73f8-4508-bcdc-bb78af5d99f5,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:57.803359 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 08:59:58.152980 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37520) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:58.173591 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for floatingip (ec0b0c00-96d3-41b8-8394-432ec6663a5d), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:58.250715 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (92536168-73f8-4508-bcdc-bb78af5d99f5), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:58.277310 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4e85b117-aede-4297-b859-c4a6b5af57c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:58.317037 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:58.366319 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4e85b117-aede-4297-b859-c4a6b5af57c3 admin admin] Publish callbacks [] for security_group (d70105fb-05bf-40ca-9bc3-490c7805bfbc), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:58.370853 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-4e85b117-aede-4297-b859-c4a6b5af57c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d70105fb-05bf-40ca-9bc3-490c7805bfbc), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:58.411084 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-4e85b117-aede-4297-b859-c4a6b5af57c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43fd8da6f63148078de9f47e8ae1bbfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569427 Jul 25 08:59:58.412066 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85b117-aede-4297-b859-c4a6b5af57c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70105fb-05bf-40ca-9bc3-490c7805bfbc,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:58.413765 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37524) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:58.425729 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:58.440710 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for port (92536168-73f8-4508-bcdc-bb78af5d99f5), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:58.451051 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (92536168-73f8-4508-bcdc-bb78af5d99f5), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:58.463271 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:58.546329 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event updated for resources: {'Port': ['ID=92536168-73f8-4508-bcdc-bb78af5d99f5,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:58.803919 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-aad6c54a-ffe8-40bf-9eed-1dd55ce48840 admin admin] Publish callbacks [] for security_group (d70105fb-05bf-40ca-9bc3-490c7805bfbc), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:58.823620 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (ec0b0c00-96d3-41b8-8394-432ec6663a5d), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:58.864498 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-aad6c54a-ffe8-40bf-9eed-1dd55ce48840 admin admin] Publish callbacks [] for security_group (d70105fb-05bf-40ca-9bc3-490c7805bfbc), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:58.976488 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Floating IP ec0b0c00-96d3-41b8-8394-432ec6663a5d associated. External IP: 172.27.1.169, port: b087c389-b3fd-48fa-8487-06d1bd3360c7. Jul 25 08:59:59.019057 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-aad6c54a-ffe8-40bf-9eed-1dd55ce48840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d70105fb-05bf-40ca-9bc3-490c7805bfbc), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:59.021652 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-aad6c54a-ffe8-40bf-9eed-1dd55ce48840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:59.022813 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-aad6c54a-ffe8-40bf-9eed-1dd55ce48840 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d70105fb-05bf-40ca-9bc3-490c7805bfbc HTTP/1.1" status: 204 len: 168 time: 0.6072786 Jul 25 08:59:59.068646 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad6c54a-ffe8-40bf-9eed-1dd55ce48840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70105fb-05bf-40ca-9bc3-490c7805bfbc,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:59.209657 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Router 88047422-7d69-41f9-b6b2-44b509869dbb has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 08:59:59.325721 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 08:59:59.333174 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37530) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:59.338114 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dde3c3-af79-41b1-89a9-74b68b1ddd36 None None] Sync routers for ids ['88047422-7d69-41f9-b6b2-44b509869dbb'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 08:59:59.350681 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dde3c3-af79-41b1-89a9-74b68b1ddd36 None None] Routers {'88047422-7d69-41f9-b6b2-44b509869dbb'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:59.351031 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:59.351393 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-c0dde3c3-af79-41b1-89a9-74b68b1ddd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['88047422-7d69-41f9-b6b2-44b509869dbb'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:59.351730 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-348a7980-2971-4fc7-a0ce-73a6e951305c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:59.390257 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-53926b3c-d99f-4732-ba04-43e4636f9204 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0293751 Jul 25 08:59:59.390257 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 08:59:59.391393 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 08:59:59.433297 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 08:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a15127e-91a4-410b-9e41-054a2125360c x-openstack-request-id: req-1a15127e-91a4-410b-9e41-054a2125360c {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 08:59:59.433664 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 08:59:59.433989 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a15127e-91a4-410b-9e41-054a2125360c {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 08:59:59.434465 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a15127e-91a4-410b-9e41-054a2125360c'] response: {'name': 'network-changed', 'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'status': 'completed', 'code': 200} Jul 25 08:59:59.452428 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-348a7980-2971-4fc7-a0ce-73a6e951305c admin admin] Publish callbacks [] for security_group (5bbf3a90-627b-44d8-b74f-f0c87292f116), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:59.456797 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-348a7980-2971-4fc7-a0ce-73a6e951305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (5bbf3a90-627b-44d8-b74f-f0c87292f116), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:59.474525 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-c0dde3c3-af79-41b1-89a9-74b68b1ddd36 None None] Set router 88047422-7d69-41f9-b6b2-44b509869dbb gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:59.501833 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-348a7980-2971-4fc7-a0ce-73a6e951305c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3191d52c0474daa812b9e6916f05327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1665549 Jul 25 08:59:59.502620 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a7980-2971-4fc7-a0ce-73a6e951305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbf3a90-627b-44d8-b74f-f0c87292f116,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:59.505539 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37536) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 08:59:59.537759 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc req-4a9814d9-f76a-44ae-a638-4894f479cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:59.539617 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc req-4a9814d9-f76a-44ae-a638-4894f479cd71 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a77723e8867459c99fcd86914fa44df&device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 1129 time: 0.0614655 Jul 25 08:59:59.559720 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-37aaec8a-cd56-4787-8f3e-4370f3b6f758 admin admin] Publish callbacks [] for security_group (5bbf3a90-627b-44d8-b74f-f0c87292f116), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:59.583614 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-37aaec8a-cd56-4787-8f3e-4370f3b6f758 admin admin] Publish callbacks [] for security_group (5bbf3a90-627b-44d8-b74f-f0c87292f116), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:59.608149 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 08:59:59.642712 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc req-ad36396a-a234-4969-9931-6f4b7e5cd5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:59.642999 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-37aaec8a-cd56-4787-8f3e-4370f3b6f758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (5bbf3a90-627b-44d8-b74f-f0c87292f116), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:59.644398 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc req-ad36396a-a234-4969-9931-6f4b7e5cd5a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=35257166-0377-42b7-b5ee-f1f63f121fe2 HTTP/1.1" status: 200 len: 910 time: 0.0988536 Jul 25 08:59:59.645993 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-37aaec8a-cd56-4787-8f3e-4370f3b6f758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 08:59:59.647227 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-37aaec8a-cd56-4787-8f3e-4370f3b6f758 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5bbf3a90-627b-44d8-b74f-f0c87292f116 HTTP/1.1" status: 204 len: 168 time: 0.1405447 Jul 25 08:59:59.656321 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aaec8a-cd56-4787-8f3e-4370f3b6f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbf3a90-627b-44d8-b74f-f0c87292f116,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 08:59:59.709614 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-c0dde3c3-af79-41b1-89a9-74b68b1ddd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'ec0b0c00-96d3-41b8-8394-432ec6663a5d', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'port_id': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'mac_address': 'fa:16:3e:a7:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:59:58Z', 'updated_at': '2022-07-25T08:59:58Z', 'revision_number': 0, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848561a3-3c06-40dc-bca3-39037bb40e38', 'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'mac_address': 'fa:16:3e:63:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:07Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 5, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'subnets': [{'id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:59.728494 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc req-7c6d6e55-74fa-46f0-a495-a9671d33fb38 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7 HTTP/1.1" status: 200 len: 999 time: 0.0763412 Jul 25 08:59:59.736547 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dde3c3-af79-41b1-89a9-74b68b1ddd36 None None] Checking router: 88047422-7d69-41f9-b6b2-44b509869dbb for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 08:59:59.748176 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dde3c3-af79-41b1-89a9-74b68b1ddd36 None None] Routers {'88047422-7d69-41f9-b6b2-44b509869dbb'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 08:59:59.749196 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-c0dde3c3-af79-41b1-89a9-74b68b1ddd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T08:59:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['88047422-7d69-41f9-b6b2-44b509869dbb'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 08:59:59.783254 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc req-6d9e6e95-8562-4aff-9b22-a6a090ac84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:59.785322 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc req-6d9e6e95-8562-4aff-9b22-a6a090ac84a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=860c7388-9888-4552-8ac7-c9795430f4ce HTTP/1.1" status: 200 len: 848 time: 0.0515058 Jul 25 08:59:59.838910 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc req-bc57730c-9595-4cda-9b99-236701a40211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 08:59:59.841188 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc req-bc57730c-9595-4cda-9b99-236701a40211 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35257166-0377-42b7-b5ee-f1f63f121fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504324 Jul 25 08:59:59.862002 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-c0dde3c3-af79-41b1-89a9-74b68b1ddd36 None None] Set router 88047422-7d69-41f9-b6b2-44b509869dbb gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 08:59:59.948782 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc req-af554c54-a2ce-4df0-a7f0-417be1d5514b service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004291 Jul 25 09:00:00.015956 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:00.068690 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7a4d69f2-c0b1-4163-a96f-7f10bb74b0dc req-d9d2fe44-b3f2-4e26-942a-bde2eb3b7aef service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134636 Jul 25 09:00:00.121945 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-c0dde3c3-af79-41b1-89a9-74b68b1ddd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'ec0b0c00-96d3-41b8-8394-432ec6663a5d', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'port_id': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'mac_address': 'fa:16:3e:a7:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:59:58Z', 'updated_at': '2022-07-25T08:59:58Z', 'revision_number': 0, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848561a3-3c06-40dc-bca3-39037bb40e38', 'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'mac_address': 'fa:16:3e:63:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:07Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 5, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'subnets': [{'id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:00:00.243278 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dde3c3-af79-41b1-89a9-74b68b1ddd36 None None] The sync data for ids ['88047422-7d69-41f9-b6b2-44b509869dbb'] in dv-cinder-850840-1-iscsi is: [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': 'ec0b0c00-96d3-41b8-8394-432ec6663a5d', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'port_id': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'mac_address': 'fa:16:3e:a7:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T08:59:58Z', 'updated_at': '2022-07-25T08:59:58Z', 'revision_number': 0, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848561a3-3c06-40dc-bca3-39037bb40e38', 'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'mac_address': 'fa:16:3e:63:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:07Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 5, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'subnets': [{'id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 09:00:00.467606 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e63f0bb-0900-47d3-b2f1-a896cbb4366b None None] New status for floating IP ec0b0c00-96d3-41b8-8394-432ec6663a5d: ACTIVE {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 09:00:03.439471 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37580) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:00:03.552651 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ebf5566b-17b7-4da2-b5b4-863d295efc13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:03.636105 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ebf5566b-17b7-4da2-b5b4-863d295efc13 admin admin] Publish callbacks [] for security_group (b9e84ac1-950a-431d-913a-00c6a6c9286c), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:03.639881 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-ebf5566b-17b7-4da2-b5b4-863d295efc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b9e84ac1-950a-431d-913a-00c6a6c9286c), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:03.675343 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:DELETE=4,neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:03.680728 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-ebf5566b-17b7-4da2-b5b4-863d295efc13 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a5b18b5ce9f4150a907ff8b7ad35b8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395780 Jul 25 09:00:03.681443 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5566b-17b7-4da2-b5b4-863d295efc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e84ac1-950a-431d-913a-00c6a6c9286c,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:00:03.684029 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37584) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:00:03.738703 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Publish callbacks [] for security_group (b9e84ac1-950a-431d-913a-00c6a6c9286c), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:03.762583 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Publish callbacks [] for security_group (b9e84ac1-950a-431d-913a-00c6a6c9286c), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:03.813523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (b9e84ac1-950a-431d-913a-00c6a6c9286c), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:03.816776 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:03.817935 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9e84ac1-950a-431d-913a-00c6a6c9286c HTTP/1.1" status: 204 len: 168 time: 0.1328092 Jul 25 09:00:03.827692 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e84ac1-950a-431d-913a-00c6a6c9286c,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:00:03.836000 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.836366 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.836716 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.837061 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.837520 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.838965 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.838965 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.838965 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.838965 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.839428 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.839544 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.839816 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.840152 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.840476 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:03.840821 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841cee4-6950-4d36-86a8-fcc1a720818a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:07.663435 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:07.677620 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f89cf2ec-376c-4bee-a656-a9a5ea576af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:10.036020 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-608558f4-a249-4d4e-a7c2-ce324fdd4675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:11.079934 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:12.423772 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:12.831758 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:13.673810 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:INSERT=16,neutron:SELECT=65,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:13.831114 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=57,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:13.831938 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:15.484084 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:00:16.404685 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=93 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:22.820598 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:22.827751 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:25.480275 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=89 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:25.660352 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:27.282136 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 37732) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:00:27.394174 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:27.725970 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Publish callbacks [] for security_group (6608e830-98b3-4d5f-93c8-d1421698b798), precommit_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:27.729706 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (6608e830-98b3-4d5f-93c8-d1421698b798), after_create {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:27.767004 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6608e830-98b3-4d5f-93c8-d1421698b798,revision_number=1']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:00:27.771487 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ced335a2fde4b6eb67f8a141fb7bc16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4882627 Jul 25 09:00:27.774222 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37736) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:00:27.777336 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.777682 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.778030 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.778364 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.778696 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.779025 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.779349 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.779671 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.779998 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.780521 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.780878 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.781202 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.781523 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.781838 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.782153 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7125a6f4-7716-452d-8986-ec70fb1a32c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:00:27.825182 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b2790cb0-6085-44d2-8d0a-1108aac1733e admin admin] Publish callbacks [] for security_group (6608e830-98b3-4d5f-93c8-d1421698b798), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:27.847998 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b2790cb0-6085-44d2-8d0a-1108aac1733e admin admin] Publish callbacks [] for security_group (6608e830-98b3-4d5f-93c8-d1421698b798), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:27.897093 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b2790cb0-6085-44d2-8d0a-1108aac1733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (6608e830-98b3-4d5f-93c8-d1421698b798), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:27.899595 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-b2790cb0-6085-44d2-8d0a-1108aac1733e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:27.900793 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-b2790cb0-6085-44d2-8d0a-1108aac1733e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6608e830-98b3-4d5f-93c8-d1421698b798 HTTP/1.1" status: 204 len: 168 time: 0.1254675 Jul 25 09:00:27.908625 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2790cb0-6085-44d2-8d0a-1108aac1733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6608e830-98b3-4d5f-93c8-d1421698b798,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:00:37.682290 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-adaa7c27-4d05-4b13-90d3-365234bbbbfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:37.769297 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:37.774033 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:37.904306 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:37.905084 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:40.038787 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2d869cf2-1eef-4bbc-bb3c-4ac65c52ea36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:41.076086 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:42.427353 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:42.835498 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:00:52.483010 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:00:52.823758 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:52.830767 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:53.140229 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b0051363-ade9-416f-9366-a86fb403d02f req-f43e912f-2c98-46e2-911a-3c5bfbf39bbf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390887 Jul 25 09:00:53.242283 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051363-ade9-416f-9366-a86fb403d02f req-b368a131-d5eb-4af3-889e-75e2b78a8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:00:53.243727 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b0051363-ade9-416f-9366-a86fb403d02f req-b368a131-d5eb-4af3-889e-75e2b78a8ac5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 1129 time: 0.0388417 Jul 25 09:00:53.349217 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051363-ade9-416f-9366-a86fb403d02f req-95e26128-bb2c-4354-9fe1-d7601fc2f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:00:53.350591 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b0051363-ade9-416f-9366-a86fb403d02f req-95e26128-bb2c-4354-9fe1-d7601fc2f042 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.0887153 Jul 25 09:00:53.402380 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=3 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:00:53.411697 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b0051363-ade9-416f-9366-a86fb403d02f req-867243ba-bdb0-4fdd-9f83-a097bf24e42b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afb4ee02-4e83-4314-86d8-93c683f82a91 HTTP/1.1" status: 200 len: 1001 time: 0.0542943 Jul 25 09:00:53.459563 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051363-ade9-416f-9366-a86fb403d02f req-56cffde2-9674-4b22-996f-b19bd0e3ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:00:53.461016 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b0051363-ade9-416f-9366-a86fb403d02f req-56cffde2-9674-4b22-996f-b19bd0e3ff2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0429504 Jul 25 09:00:53.508667 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051363-ade9-416f-9366-a86fb403d02f req-d91bf1aa-b8b4-408a-bff1-15e85d1d8637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:00:53.510149 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b0051363-ade9-416f-9366-a86fb403d02f req-d91bf1aa-b8b4-408a-bff1-15e85d1d8637 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422444 Jul 25 09:00:53.600442 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b0051363-ade9-416f-9366-a86fb403d02f req-e0478721-15d2-45e9-a71a-928f2caca3bd service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837543 Jul 25 09:00:53.692855 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b0051363-ade9-416f-9366-a86fb403d02f req-57fcab9c-a041-43d8-997a-92e6c79d0d8e service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855258 Jul 25 09:00:55.653223 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:02.061307 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a668e-49a9-4969-a139-3d3737548943 req-35a46891-e29e-47cc-8664-8c603134a0bb tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:02.062790 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7c1a668e-49a9-4969-a139-3d3737548943 req-35a46891-e29e-47cc-8664-8c603134a0bb tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 945 time: 0.1998806 Jul 25 09:01:02.111449 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7c1a668e-49a9-4969-a139-3d3737548943 req-68fd00a9-f0ac-46cf-a03a-bdcce633faa8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425026 Jul 25 09:01:03.285873 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b03dcc-6703-4235-9806-c735a9b5aa84 req-0727e65c-de83-4bc4-9ca1-5ca4f4049f6a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:03.287941 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f0b03dcc-6703-4235-9806-c735a9b5aa84 req-0727e65c-de83-4bc4-9ca1-5ca4f4049f6a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 945 time: 0.1018991 Jul 25 09:01:03.340597 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f0b03dcc-6703-4235-9806-c735a9b5aa84 req-9eee8f43-a40e-4403-a182-b0a8d56a2d0c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470152 Jul 25 09:01:03.742125 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-abd5bf2e-2893-49e5-bbbd-9c62cbaec4ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:03.743466 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-abd5bf2e-2893-49e5-bbbd-9c62cbaec4ee tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 945 time: 0.0466628 Jul 25 09:01:03.823837 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Deleting port afb4ee02-4e83-4314-86d8-93c683f82a91 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:01:03.824175 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:03.915609 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] For port afb4ee02-4e83-4314-86d8-93c683f82a91, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=afb4ee02-4e83-4314-86d8-93c683f82a91,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:01:03.915962 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:04.008675 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:04.029381 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:04.082717 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:04.083073 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (9d1aa2ef-83d8-49f7-a615-ae040d444330), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:04.083395 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Floating IP 9d1aa2ef-83d8-49f7-a615-ae040d444330 disassociated. External IP: 172.27.1.123, port: afb4ee02-4e83-4314-86d8-93c683f82a91. Jul 25 09:01:04.083735 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Calling delete_port for afb4ee02-4e83-4314-86d8-93c683f82a91 owned by compute:nova {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:01:04.213508 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (afb4ee02-4e83-4314-86d8-93c683f82a91), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:04.241870 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event deleted for resources: {'Port': ['ID=afb4ee02-4e83-4314-86d8-93c683f82a91,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:01:04.253591 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.253937 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.254274 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.254616 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.254947 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.255275 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.255600 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.255922 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.256279 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.256655 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.256979 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.257303 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.257620 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.257936 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.258330 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:04.362880 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 09:01:04.473898 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e7913cd2-7630-4659-9e26-be865761056b req-d40e0e89-229c-4b0b-ab44-bc56301ee912 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=885b3722-2c57-4d32-9bf3-9d376ea3c909 HTTP/1.1" status: 200 len: 210 time: 0.0595384 Jul 25 09:01:04.493615 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 09:01:04.504697 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c38978-0b68-41fb-974d-485f0bf9c5db None None] Sync routers for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 09:01:04.515341 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c38978-0b68-41fb-974d-485f0bf9c5db None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:01:04.515932 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-b7c38978-0b68-41fb-974d-485f0bf9c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:00:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:01:04.538464 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] No DVR routers for this DVR port afb4ee02-4e83-4314-86d8-93c683f82a91 on host hv-cinder-85084 {{(pid=110462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 09:01:04.541261 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:04.544461 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fd511cf6-e5ab-4f7f-9ce1-03b94dc4ccd7 req-6d602d26-cde6-4bdb-b209-c297ef087031 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "DELETE /v2.0/ports/afb4ee02-4e83-4314-86d8-93c683f82a91 HTTP/1.1" status: 204 len: 173 time: 0.7954419 Jul 25 09:01:04.544908 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'name': 'network-vif-deleted', 'tag': 'afb4ee02-4e83-4314-86d8-93c683f82a91'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:01:04.547191 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d69625-b9ee-42df-96bf-4f341efb8073" -d '{"events": [{"server_uuid": "885b3722-2c57-4d32-9bf3-9d376ea3c909", "name": "network-vif-deleted", "tag": "afb4ee02-4e83-4314-86d8-93c683f82a91"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:01:04.593431 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c891d774-8d8b-4e0d-a23a-5772e8555596 x-openstack-request-id: req-c891d774-8d8b-4e0d-a23a-5772e8555596 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:01:04.593830 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b3722-2c57-4d32-9bf3-9d376ea3c909", "name": "network-vif-deleted", "tag": "afb4ee02-4e83-4314-86d8-93c683f82a91", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:01:04.594144 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c891d774-8d8b-4e0d-a23a-5772e8555596 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:01:04.594724 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c891d774-8d8b-4e0d-a23a-5772e8555596'] response: {'server_uuid': '885b3722-2c57-4d32-9bf3-9d376ea3c909', 'name': 'network-vif-deleted', 'tag': 'afb4ee02-4e83-4314-86d8-93c683f82a91', 'status': 'completed', 'code': 200} Jul 25 09:01:04.625367 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-b7c38978-0b68-41fb-974d-485f0bf9c5db None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:01:04.812163 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-b7c38978-0b68-41fb-974d-485f0bf9c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:01:04.845836 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c38978-0b68-41fb-974d-485f0bf9c5db None None] Checking router: e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 09:01:04.854169 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c38978-0b68-41fb-974d-485f0bf9c5db None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:01:04.854760 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-b7c38978-0b68-41fb-974d-485f0bf9c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:00:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:01:04.954938 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-b7c38978-0b68-41fb-974d-485f0bf9c5db None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:01:05.137682 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-b7c38978-0b68-41fb-974d-485f0bf9c5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:01:05.162120 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c38978-0b68-41fb-974d-485f0bf9c5db None None] The sync data for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi is: [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 09:01:05.389955 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed723f5-415c-4b86-a237-106266671c82 None None] New status for floating IP 9d1aa2ef-83d8-49f7-a615-ae040d444330: DOWN {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 09:01:05.749369 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-5273cfff-db35-4c2d-8890-18879bcd1412 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078811933&fields=id&tenant_id=5005a107ff1940908069356c788185f6 HTTP/1.1" status: 200 len: 267 time: 0.0481131 Jul 25 09:01:05.853787 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-48222891-cbd1-4ce7-8854-a8101be34e23 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:05.855245 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-48222891-cbd1-4ce7-8854-a8101be34e23 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 812 time: 0.0995188 Jul 25 09:01:05.869935 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-f33539fd-62b6-4a47-9a5d-b5577791b801 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/quotas/5005a107ff1940908069356c788185f6 HTTP/1.1" status: 200 len: 375 time: 0.0094795 Jul 25 09:01:05.922270 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-bf6d74ba-23be-49dd-8766-1952a63c4dcb tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473447 Jul 25 09:01:06.016839 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-1ad9fa15-fccc-4d50-9db3-6ea007f93f7b service neutron] 10.222.0.52 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829144 Jul 25 09:01:06.108598 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-ba146f88-5275-4e13-8a9e-05b8c83e02bd service neutron] 10.222.0.52 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861886 Jul 25 09:01:06.374653 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:06.394489 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-20542323-8f28-47ca-8d6c-e3c58f78597a req-a3775bff-326e-4fdb-b607-1ddef2dd1ff8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 210 time: 0.0303741 Jul 25 09:01:06.759401 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device afb4ee02-4e83-4314-86d8-93c683f82a91 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:01:06.783455 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: afb4ee02-4e83-4314-86d8-93c683f82a91 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:01:06.783962 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device afb4ee02-4e83-4314-86d8-93c683f82a91 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:01:07.329580 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:07.390614 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-8ca1649e-3f87-4e2e-8ba5-4e8138087a56 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:07.392073 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-8ca1649e-3f87-4e2e-8ba5-4e8138087a56 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 812 time: 0.1074226 Jul 25 09:01:07.458467 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-e73eb42b-bd58-4695-940d-de665582b2ac tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5005a107ff1940908069356c788185f6 HTTP/1.1" status: 200 len: 380 time: 0.0537255 Jul 25 09:01:07.470058 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'port': {'device_id': '98d52410-e972-457b-8d59-076ed8047b9f', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'admin_state_up': True, 'tenant_id': '5005a107ff1940908069356c788185f6', 'security_groups': ['d5cb9dd8-f481-4547-aa0e-18c678d25e7b']}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 09:01:07.549321 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d56afdc2-f2d4-4980-8889-f4d620e21ef2 req-fbea44ec-494f-4618-a3a4-fae1da4a42f6 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 210 time: 0.0736880 Jul 25 09:01:07.614978 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Made reservation on behalf of 5005a107ff1940908069356c788185f6 for: {'port': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 09:01:07.619010 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:07.684831 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-55b35ef1-7e6d-4e15-96dc-8d917d2d30c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:07.750190 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Allocated IP 172.20.0.8 (1708f1a6-6a61-4ee3-995b-a3b155211357/b5b8415d-2fe2-427b-84a9-b5ff5e31aa70/a5c293c4-0d71-4560-bd24-a3ca240a65f8) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 09:01:08.137973 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:08.170747 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:08.219773 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Network 1708f1a6-6a61-4ee3-995b-a3b155211357 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 09:01:08.222656 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 09:01:08.226499 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 09:01:08.232427 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'Port': ['ID=a5c293c4-0d71-4560-bd24-a3ca240a65f8,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:01:08.278596 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:08.279200 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:08.296625 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a6d8362e-a88d-4258-8958-ca6891b8a9cd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8326430 Jul 25 09:01:08.313289 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Request body: {'port': {'device_id': '98d52410-e972-457b-8d59-076ed8047b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 09:01:08.376359 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:08.391992 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:08.411841 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:08.491702 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-62c790fa-ae58-4ee9-a54a-b7aef8f91263 None None] Provisioning complete for port a5c293c4-0d71-4560-bd24-a3ca240a65f8 triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 09:01:08.492275 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-62c790fa-ae58-4ee9-a54a-b7aef8f91263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:08.523751 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-62c790fa-ae58-4ee9-a54a-b7aef8f91263 None None] Port a5c293c4-0d71-4560-bd24-a3ca240a65f8 cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 09:01:08.668248 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c293c4-0d71-4560-bd24-a3ca240a65f8 {{(pid=110462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 09:01:08.680001 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Publish callbacks [] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:08.692451 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4d133-3d56-4693-a6d0-7a5c66753ad9 req-a2db8b2c-009a-47e6-8417-ebafdf4cb60c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:08.693962 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7ed4d133-3d56-4693-a6d0-7a5c66753ad9 req-a2db8b2c-009a-47e6-8417-ebafdf4cb60c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 931 time: 0.0644248 Jul 25 09:01:08.702680 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.provisioning_blocks [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Transition to ACTIVE for port object a5c293c4-0d71-4560-bd24-a3ca240a65f8 will not be triggered until provisioned by entity L2. {{(pid=110462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 09:01:08.709190 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:08.781910 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Pushing event updated for resources: {'Port': ['ID=a5c293c4-0d71-4560-bd24-a3ca240a65f8,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:01:08.796285 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7ed4d133-3d56-4693-a6d0-7a5c66753ad9 req-71738c81-276f-4aac-bb68-76cff51e9f7b tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967100 Jul 25 09:01:08.872923 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Attempting to bind port a5c293c4-0d71-4560-bd24-a3ca240a65f8 on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 09:01:08.873258 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Attempting to bind port a5c293c4-0d71-4560-bd24-a3ca240a65f8 by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 09:01:08.873588 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Attempting to bind port a5c293c4-0d71-4560-bd24-a3ca240a65f8 on network 1708f1a6-6a61-4ee3-995b-a3b155211357 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 09:01:08.878632 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Port a5c293c4-0d71-4560-bd24-a3ca240a65f8 on network 1708f1a6-6a61-4ee3-995b-a3b155211357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 09:01:08.878951 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Attempting to bind port a5c293c4-0d71-4560-bd24-a3ca240a65f8 on network 1708f1a6-6a61-4ee3-995b-a3b155211357 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 09:01:08.884479 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 9, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 09:01:08.884860 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Checking segment: {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 09:01:08.885255 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Bound using segment: {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 09:01:08.885696 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Bound port: a5c293c4-0d71-4560-bd24-a3ca240a65f8, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'}}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 09:01:08.886020 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:08.949451 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] For port a5c293c4-0d71-4560-bd24-a3ca240a65f8, host hv-cinder-85084, cleared binding levels {{(pid=110462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 09:01:08.952607 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] For port a5c293c4-0d71-4560-bd24-a3ca240a65f8, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a5c293c4-0d71-4560-bd24-a3ca240a65f8,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 09:01:08.959920 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:08.997345 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:08.997962 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:08.999361 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] 10.222.0.48 "PUT /v2.0/ports/a5c293c4-0d71-4560-bd24-a3ca240a65f8 HTTP/1.1" status: 200 len: 1093 time: 0.6904836 Jul 25 09:01:08.999765 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d52410-e972-457b-8d59-076ed8047b9f', 'tag': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:01:09.002032 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08808f9-e971-47d3-86ca-f58fe3ea56ac" -d '{"events": [{"name": "network-changed", "server_uuid": "98d52410-e972-457b-8d59-076ed8047b9f", "tag": "a5c293c4-0d71-4560-bd24-a3ca240a65f8"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:01:09.035518 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027fed2-b31f-4c2e-a0ed-19d02a5ed86d service neutron] Pushing event updated for resources: {'Port': ['ID=a5c293c4-0d71-4560-bd24-a3ca240a65f8,revision_number=3']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:01:09.053129 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6e50f8-3b80-40cd-9533-e7815b720a5d x-openstack-request-id: req-3e6e50f8-3b80-40cd-9533-e7815b720a5d {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:01:09.053439 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d52410-e972-457b-8d59-076ed8047b9f", "tag": "a5c293c4-0d71-4560-bd24-a3ca240a65f8", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:01:09.053759 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e6e50f8-3b80-40cd-9533-e7815b720a5d {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:01:09.054236 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6e50f8-3b80-40cd-9533-e7815b720a5d'] response: {'name': 'network-changed', 'server_uuid': '98d52410-e972-457b-8d59-076ed8047b9f', 'tag': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'status': 'completed', 'code': 200} Jul 25 09:01:09.112470 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-7af4c558-d349-4729-8471-a068692956f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:09.114062 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-7af4c558-d349-4729-8471-a068692956f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 1127 time: 0.0436528 Jul 25 09:01:09.161403 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-3af850cf-c4d5-45e8-a3e5-d67524e11e97 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c293c4-0d71-4560-bd24-a3ca240a65f8 HTTP/1.1" status: 200 len: 217 time: 0.0347788 Jul 25 09:01:09.210020 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-bdbf407c-de3b-4509-aec7-e7c8767431bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:09.211455 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-bdbf407c-de3b-4509-aec7-e7c8767431bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0446970 Jul 25 09:01:09.261603 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-7c34397e-7ca1-4efb-abc7-b13ff88b59f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:09.263086 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-7c34397e-7ca1-4efb-abc7-b13ff88b59f2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465591 Jul 25 09:01:09.320336 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:09.356243 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-b20b2704-03cd-47b2-aa33-34896163f97f service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861158 Jul 25 09:01:09.415647 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:09.450381 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b4f8d79d-36ce-4e1e-bbfe-738840fb72eb req-2ac6a0b6-81cf-4e3c-aed9-79f3a41f0803 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881577 Jul 25 09:01:09.916726 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30485eb-f416-4a9b-a331-9e12b5b5c555 req-96349dc1-0771-4d06-a354-9cfa4b3815a6 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:09.918104 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f30485eb-f416-4a9b-a331-9e12b5b5c555 req-96349dc1-0771-4d06-a354-9cfa4b3815a6 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 943 time: 0.0468991 Jul 25 09:01:09.966872 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f30485eb-f416-4a9b-a331-9e12b5b5c555 req-a41d3fe5-8fc9-49bb-8205-d8c35c69dab6 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 Jul 25 09:01:10.040629 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-32096285-b7f1-4cd0-a5a5-5091b725b031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:10.177404 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08808f9-e971-47d3-86ca-f58fe3ea56ac req-4794fe95-a36a-498e-a0a7-73e83cea4712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:10.179462 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f08808f9-e971-47d3-86ca-f58fe3ea56ac req-4794fe95-a36a-498e-a0a7-73e83cea4712 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 1127 time: 0.0391185 Jul 25 09:01:10.271089 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08808f9-e971-47d3-86ca-f58fe3ea56ac req-9c7a03d9-99c7-4745-9d38-97c3d2aa09db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:10.272561 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f08808f9-e971-47d3-86ca-f58fe3ea56ac req-9c7a03d9-99c7-4745-9d38-97c3d2aa09db service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.0873373 Jul 25 09:01:10.311640 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f08808f9-e971-47d3-86ca-f58fe3ea56ac req-fef9bac4-f082-47e9-a5c7-585b3f07b45f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c293c4-0d71-4560-bd24-a3ca240a65f8 HTTP/1.1" status: 200 len: 217 time: 0.0331304 Jul 25 09:01:10.362515 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08808f9-e971-47d3-86ca-f58fe3ea56ac req-e885d55b-13a9-41c1-8c1d-6495b7e56d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:10.363936 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f08808f9-e971-47d3-86ca-f58fe3ea56ac req-e885d55b-13a9-41c1-8c1d-6495b7e56d48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0469370 Jul 25 09:01:10.406005 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08808f9-e971-47d3-86ca-f58fe3ea56ac req-e39fb340-ed9f-48dc-9f22-212eda7e10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:10.407466 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f08808f9-e971-47d3-86ca-f58fe3ea56ac req-e39fb340-ed9f-48dc-9f22-212eda7e10df service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381055 Jul 25 09:01:10.500277 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f08808f9-e971-47d3-86ca-f58fe3ea56ac req-e10601c1-8d82-4580-81b8-d2640b74d3c9 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849769 Jul 25 09:01:10.588818 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f08808f9-e971-47d3-86ca-f58fe3ea56ac req-db0e099d-c137-47f0-9e8a-9f5a912a0730 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831232 Jul 25 09:01:11.082367 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:11.086280 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e76811-0c98-4da2-ab32-af7c8300b783 req-b9007751-0375-432e-94af-99152b728bd0 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:11.087772 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a7e76811-0c98-4da2-ab32-af7c8300b783 req-b9007751-0375-432e-94af-99152b728bd0 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 943 time: 0.0489705 Jul 25 09:01:11.140183 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a7e76811-0c98-4da2-ab32-af7c8300b783 req-89dabc50-506b-411c-8229-513aa18c51ca tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468235 Jul 25 09:01:12.256597 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dc068-0f70-4015-9d85-11ecb18d09cd req-30135559-2c5f-4a69-b528-8b69028d7e3d tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:12.258796 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a13dc068-0f70-4015-9d85-11ecb18d09cd req-30135559-2c5f-4a69-b528-8b69028d7e3d tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 943 time: 0.0472560 Jul 25 09:01:12.307914 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a13dc068-0f70-4015-9d85-11ecb18d09cd req-365d523e-f7ef-41ba-89a7-2c9a86d32a43 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436203 Jul 25 09:01:12.429243 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:12.838693 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:13.422604 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f67b0a-04fc-40d6-9faf-019c9537a0a9 req-e5aab51e-f805-45cf-aa17-ad043eb9a301 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:13.424052 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-02f67b0a-04fc-40d6-9faf-019c9537a0a9 req-e5aab51e-f805-45cf-aa17-ad043eb9a301 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 943 time: 0.0466185 Jul 25 09:01:13.472349 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-02f67b0a-04fc-40d6-9faf-019c9537a0a9 req-16d6c413-cf5c-4780-b657-15fb9e0aaad4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426848 Jul 25 09:01:14.595683 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bcb44-447a-412e-8a24-6db0c3cc59b0 req-11ce8eed-5465-4534-beda-38301d5672f1 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:14.597137 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-270bcb44-447a-412e-8a24-6db0c3cc59b0 req-11ce8eed-5465-4534-beda-38301d5672f1 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 943 time: 0.0506768 Jul 25 09:01:14.629628 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:14.646513 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-270bcb44-447a-412e-8a24-6db0c3cc59b0 req-a3d4aa4d-dd48-4a91-b8f4-7d0de19e3eab tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432632 Jul 25 09:01:15.140056 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=66 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:15.140886 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:15.766074 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbc150-4660-40c9-ac21-29b8a97d74d2 req-558ed5c9-52be-424c-89a0-c213fd7768d9 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:15.767557 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-eefbc150-4660-40c9-ac21-29b8a97d74d2 req-558ed5c9-52be-424c-89a0-c213fd7768d9 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 943 time: 0.0475888 Jul 25 09:01:15.800650 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:15.819465 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-eefbc150-4660-40c9-ac21-29b8a97d74d2 req-d377318e-3506-4ece-a135-a50f10e2c8c3 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464470 Jul 25 09:01:16.822847 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a5c293c4-0d71-4560-bd24-a3ca240a65f8 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 09:01:16.931687 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port a5c293c4-0d71-4560-bd24-a3ca240a65f8, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a5c293c4-0d71-4560-bd24-a3ca240a65f8,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:01:16.938513 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4188282-9d8b-440c-bc50-74876f53afa3 req-b3020a4b-bc5c-46b6-8bcc-220dcc7c390c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:16.940130 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e4188282-9d8b-440c-bc50-74876f53afa3 req-b3020a4b-bc5c-46b6-8bcc-220dcc7c390c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 943 time: 0.0472703 Jul 25 09:01:16.942841 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'port_id': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'mac_address': 'fa:16:3e:83:94:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 09:01:16.984088 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port a5c293c4-0d71-4560-bd24-a3ca240a65f8 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 09:01:16.984477 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:16.994124 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e4188282-9d8b-440c-bc50-74876f53afa3 req-ba70116f-06ab-4e4f-95f0-d377a8e06818 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476649 Jul 25 09:01:16.997953 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c293c4-0d71-4560-bd24-a3ca240a65f8 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 09:01:17.018266 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port a5c293c4-0d71-4560-bd24-a3ca240a65f8, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a5c293c4-0d71-4560-bd24-a3ca240a65f8,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:01:17.021904 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:17.068860 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=a5c293c4-0d71-4560-bd24-a3ca240a65f8,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:01:17.076467 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.077016 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.077362 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.077705 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.078040 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.078368 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.078694 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.079018 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.079341 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.079665 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.079989 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.080313 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.080654 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.080974 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.081291 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:01:17.403546 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['a5c293c4-0d71-4560-bd24-a3ca240a65f8'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 09:01:17.556167 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:17.563961 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:18.111661 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d28bb4-8903-46f1-abe5-a3fee5e93004 req-a5a6ab08-522f-49ef-99c1-4604a225393b tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:18.113164 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-06d28bb4-8903-46f1-abe5-a3fee5e93004 req-a5a6ab08-522f-49ef-99c1-4604a225393b tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 944 time: 0.0471241 Jul 25 09:01:18.161741 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-06d28bb4-8903-46f1-abe5-a3fee5e93004 req-c52d9d8d-8624-41ad-8c83-cfe3dd220897 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426724 Jul 25 09:01:18.845329 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a5c293c4-0d71-4560-bd24-a3ca240a65f8 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 09:01:18.887351 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port a5c293c4-0d71-4560-bd24-a3ca240a65f8 completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 09:01:18.893425 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port a5c293c4-0d71-4560-bd24-a3ca240a65f8 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 09:01:18.893800 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:18.966998 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port a5c293c4-0d71-4560-bd24-a3ca240a65f8 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 09:01:18.967380 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:18.990531 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d52410-e972-457b-8d59-076ed8047b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:01:18.992816 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc95718e-5477-4734-9e4f-35d397b28f75" -d '{"events": [{"server_uuid": "98d52410-e972-457b-8d59-076ed8047b9f", "name": "network-vif-plugged", "status": "completed", "tag": "a5c293c4-0d71-4560-bd24-a3ca240a65f8"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:01:19.006085 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port a5c293c4-0d71-4560-bd24-a3ca240a65f8, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a5c293c4-0d71-4560-bd24-a3ca240a65f8,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:01:19.011746 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:19.036622 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 09:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb52467-9595-41de-a5c2-6f89b54acc57 x-openstack-request-id: req-6bb52467-9595-41de-a5c2-6f89b54acc57 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:01:19.036919 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d52410-e972-457b-8d59-076ed8047b9f", "name": "network-vif-plugged", "status": "completed", "tag": "a5c293c4-0d71-4560-bd24-a3ca240a65f8", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:01:19.037171 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bb52467-9595-41de-a5c2-6f89b54acc57 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:01:19.037561 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb52467-9595-41de-a5c2-6f89b54acc57'] response: {'server_uuid': '98d52410-e972-457b-8d59-076ed8047b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'code': 200} Jul 25 09:01:19.062943 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=a5c293c4-0d71-4560-bd24-a3ca240a65f8,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:01:19.308686 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c3d95-c7c7-4afc-8313-be3276739f9a req-d82cecd5-d80d-4bf1-91c8-c7f1e8adaa24 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:19.310172 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fc6c3d95-c7c7-4afc-8313-be3276739f9a req-d82cecd5-d80d-4bf1-91c8-c7f1e8adaa24 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 945 time: 0.0768259 Jul 25 09:01:19.311252 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f5d95-59b9-4527-a07a-e55c221c4093 req-c85b2e5e-06ad-454e-a73a-a0418d4230fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:19.312604 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8f8f5d95-59b9-4527-a07a-e55c221c4093 req-c85b2e5e-06ad-454e-a73a-a0418d4230fb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 1129 time: 0.0691643 Jul 25 09:01:19.389671 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fc6c3d95-c7c7-4afc-8313-be3276739f9a req-00e18af4-18fe-444c-aabd-42a4ba0c668c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739479 Jul 25 09:01:19.393262 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8f8f5d95-59b9-4527-a07a-e55c221c4093 req-ee2807e3-5dd9-4bc1-82bd-7370dfb80067 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710950 Jul 25 09:01:20.507565 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3b94d-4cbb-4aa5-95a6-2b235eb4bab5 req-178b8217-1ad4-4010-83c7-97b4a83ae5bf tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:20.509055 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-72c3b94d-4cbb-4aa5-95a6-2b235eb4bab5 req-178b8217-1ad4-4010-83c7-97b4a83ae5bf tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 945 time: 0.0485182 Jul 25 09:01:20.558406 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-72c3b94d-4cbb-4aa5-95a6-2b235eb4bab5 req-18aead42-8251-4ce6-882a-732ea808d336 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Jul 25 09:01:21.678629 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43e3e2-980e-469e-9594-4687b2ae7a8b req-b792e88c-e703-42f7-b9d1-40a89b959af4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:21.680110 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5b43e3e2-980e-469e-9594-4687b2ae7a8b req-b792e88c-e703-42f7-b9d1-40a89b959af4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 945 time: 0.0503960 Jul 25 09:01:21.728356 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5b43e3e2-980e-469e-9594-4687b2ae7a8b req-d0a37afe-73dc-4fff-bbcb-bf19a17f90a5 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Jul 25 09:01:21.842780 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff685b0-88d5-467d-a081-8303e7e700ce req-13258c79-4a86-49f4-ab2a-d777dcc9b790 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:21.844144 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cff685b0-88d5-467d-a081-8303e7e700ce req-13258c79-4a86-49f4-ab2a-d777dcc9b790 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 945 time: 0.0461090 Jul 25 09:01:21.893029 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-cff685b0-88d5-467d-a081-8303e7e700ce req-20e4aa93-6619-4241-9708-51431c61a2fd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Jul 25 09:01:21.918838 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37840) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:01:21.959403 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dcdcd4-f56a-48bf-aad7-318e44d958a5 tempest-TestVolumeBootPattern-1653168555 tempest-TestVolumeBootPattern-1653168555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:21.960903 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-b3dcdcd4-f56a-48bf-aad7-318e44d958a5 tempest-TestVolumeBootPattern-1653168555 tempest-TestVolumeBootPattern-1653168555-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 1124 time: 0.0410538 Jul 25 09:01:21.963651 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 37842) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:01:21.968331 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'port_id': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'tenant_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 09:01:21.988613 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:22.065570 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:22.173014 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:22.174547 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Allocated IP 172.27.1.88 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/bc07425e-1da6-4522-92d4-d250115c907b) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 09:01:22.178523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:22.277601 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for port (bc07425e-1da6-4522-92d4-d250115c907b), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:22.309464 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (bc07425e-1da6-4522-92d4-d250115c907b), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:22.353329 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 09:01:22.356347 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 09:01:22.360224 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 09:01:22.365291 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'Port': ['ID=bc07425e-1da6-4522-92d4-d250115c907b,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:01:22.712167 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (896c597d-e421-42d2-a41d-2d70e6f1168c), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:22.778283 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (bc07425e-1da6-4522-92d4-d250115c907b), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:22.910280 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:22.929155 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for port (bc07425e-1da6-4522-92d4-d250115c907b), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:22.933296 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (bc07425e-1da6-4522-92d4-d250115c907b), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:22.941536 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:23.008130 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'Port': ['ID=bc07425e-1da6-4522-92d4-d250115c907b,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:01:23.015880 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (896c597d-e421-42d2-a41d-2d70e6f1168c), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:23.113965 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Floating IP 896c597d-e421-42d2-a41d-2d70e6f1168c associated. External IP: 172.27.1.88, port: a5c293c4-0d71-4560-bd24-a3ca240a65f8. Jul 25 09:01:23.319975 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 09:01:23.422684 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 09:01:23.432310 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc01e4f-180e-4a2d-90ef-52781035145c None None] Sync routers for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 09:01:23.439439 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:23.443540 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc01e4f-180e-4a2d-90ef-52781035145c None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:01:23.444156 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-abc01e4f-180e-4a2d-90ef-52781035145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:01:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:01:23.474308 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-c34ed169-e258-4e74-9c0e-1e141c06a018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5059736 Jul 25 09:01:23.474308 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d52410-e972-457b-8d59-076ed8047b9f', 'tag': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:01:23.474308 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8282aab-d509-4137-8244-78d13f34354b" -d '{"events": [{"name": "network-changed", "server_uuid": "98d52410-e972-457b-8d59-076ed8047b9f", "tag": "a5c293c4-0d71-4560-bd24-a3ca240a65f8"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:01:23.510131 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 09:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f5f16b-7ea1-4ea4-9b19-a407abfeeb31 x-openstack-request-id: req-56f5f16b-7ea1-4ea4-9b19-a407abfeeb31 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:01:23.510408 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d52410-e972-457b-8d59-076ed8047b9f", "tag": "a5c293c4-0d71-4560-bd24-a3ca240a65f8", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:01:23.510664 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56f5f16b-7ea1-4ea4-9b19-a407abfeeb31 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:01:23.511071 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f5f16b-7ea1-4ea4-9b19-a407abfeeb31'] response: {'name': 'network-changed', 'server_uuid': '98d52410-e972-457b-8d59-076ed8047b9f', 'tag': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'status': 'completed', 'code': 200} Jul 25 09:01:23.558678 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-abc01e4f-180e-4a2d-90ef-52781035145c None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:01:23.592480 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8282aab-d509-4137-8244-78d13f34354b req-be306fd5-60f4-4c48-aefa-44098d0395cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:23.594130 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c8282aab-d509-4137-8244-78d13f34354b req-be306fd5-60f4-4c48-aefa-44098d0395cc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 1129 time: 0.0398607 Jul 25 09:01:23.688465 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8282aab-d509-4137-8244-78d13f34354b req-6d940955-3e78-489e-9900-11c77ed464ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:23.690285 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c8282aab-d509-4137-8244-78d13f34354b req-6d940955-3e78-489e-9900-11c77ed464ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.0908403 Jul 25 09:01:23.750630 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c8282aab-d509-4137-8244-78d13f34354b req-c13f6df2-3823-4db1-b72b-1e9228a1179f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c293c4-0d71-4560-bd24-a3ca240a65f8 HTTP/1.1" status: 200 len: 998 time: 0.0549908 Jul 25 09:01:23.770675 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-abc01e4f-180e-4a2d-90ef-52781035145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '896c597d-e421-42d2-a41d-2d70e6f1168c', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:83:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d52410-e972-457b-8d59-076ed8047b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:01:22Z', 'updated_at': '2022-07-25T09:01:22Z', 'revision_number': 0, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:01:23.795385 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc01e4f-180e-4a2d-90ef-52781035145c None None] Checking router: e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 09:01:23.802316 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8282aab-d509-4137-8244-78d13f34354b req-8639cabf-7315-47f1-bcd4-5784213b38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:23.803777 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c8282aab-d509-4137-8244-78d13f34354b req-8639cabf-7315-47f1-bcd4-5784213b38ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0477798 Jul 25 09:01:23.804063 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc01e4f-180e-4a2d-90ef-52781035145c None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:01:23.804703 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-abc01e4f-180e-4a2d-90ef-52781035145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:01:10Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:01:23.846879 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:23.851487 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8282aab-d509-4137-8244-78d13f34354b req-8a5f4f6d-0fe0-4979-9618-f221ee43709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:23.853046 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c8282aab-d509-4137-8244-78d13f34354b req-8a5f4f6d-0fe0-4979-9618-f221ee43709f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410619 Jul 25 09:01:23.910312 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-abc01e4f-180e-4a2d-90ef-52781035145c None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:01:23.947958 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c8282aab-d509-4137-8244-78d13f34354b req-30768f41-d439-4132-acd4-fa5dae5a868c service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893722 Jul 25 09:01:24.042776 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c8282aab-d509-4137-8244-78d13f34354b req-dd6caa62-67f1-4bc0-812a-8913f1bdd78a service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887272 Jul 25 09:01:24.202959 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-abc01e4f-180e-4a2d-90ef-52781035145c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '896c597d-e421-42d2-a41d-2d70e6f1168c', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:83:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d52410-e972-457b-8d59-076ed8047b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:01:22Z', 'updated_at': '2022-07-25T09:01:22Z', 'revision_number': 0, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:01:24.227555 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc01e4f-180e-4a2d-90ef-52781035145c None None] The sync data for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi is: [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '896c597d-e421-42d2-a41d-2d70e6f1168c', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:83:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d52410-e972-457b-8d59-076ed8047b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:01:22Z', 'updated_at': '2022-07-25T09:01:22Z', 'revision_number': 0, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 09:01:24.414111 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13acf1ae-fc64-45f5-b1dc-1ba68711706f None None] New status for floating IP 896c597d-e421-42d2-a41d-2d70e6f1168c: ACTIVE {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 09:01:25.660801 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:29.480960 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:01:34.037640 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=89,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:34.038402 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=25 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:35.650708 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=47,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:35.655911 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:37.688344 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-72b62e8d-b81c-4c2a-b65e-6518faddeda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:39.476298 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=74 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:39.477036 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=82 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:39.673665 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [req-7534f545-9dc4-4a0d-8f86-b3c76d2f3f66 req-e8d93751-8926-4a8b-8f3a-0a34f5380732 service neutron] (110462) timed out ('10.222.0.48', 60671) {{(pid=110462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 09:01:40.042192 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-1decf7d2-5e02-48d7-8fc1-767765fd3e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:40.513403 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [req-d6349983-8b38-4040-a5c5-d871b3080ac4 req-14de37a0-14c4-4d22-be93-93374f4bca9d service neutron] (110463) timed out ('10.222.0.48', 60711) {{(pid=110463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 09:01:41.083161 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:42.431815 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:42.841243 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:52.745625 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-cab1d034-7537-4f18-8b79-bc09d3f82836 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856459 Jul 25 09:01:52.830058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:52.836562 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:01:53.067978 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-c7bd74f7-75e4-4a6f-b9c0-6db62fe298d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:53.070145 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-c7bd74f7-75e4-4a6f-b9c0-6db62fe298d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a77723e8867459c99fcd86914fa44df&device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 1129 time: 0.2832770 Jul 25 09:01:53.181147 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-d23349e2-5a2c-448b-b2e7-7b83eb0d5bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:53.183905 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-d23349e2-5a2c-448b-b2e7-7b83eb0d5bcd service neutron] 10.222.0.48 "GET /v2.0/networks?id=35257166-0377-42b7-b5ee-f1f63f121fe2 HTTP/1.1" status: 200 len: 910 time: 0.0945351 Jul 25 09:01:53.255212 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-f3c141f7-3de9-41a8-8a46-fefa9b38bf7a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7 HTTP/1.1" status: 200 len: 1001 time: 0.0654485 Jul 25 09:01:53.303731 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-205aa381-f4f8-46d0-92fe-e2e3f86da6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:53.305568 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-205aa381-f4f8-46d0-92fe-e2e3f86da6dd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=860c7388-9888-4552-8ac7-c9795430f4ce HTTP/1.1" status: 200 len: 848 time: 0.0452793 Jul 25 09:01:53.353186 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-7d891842-a1a8-43a5-bf46-65fcb53be6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:01:53.354595 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-7d891842-a1a8-43a5-bf46-65fcb53be6f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35257166-0377-42b7-b5ee-f1f63f121fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435817 Jul 25 09:01:53.448859 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-eef4c150-1ab2-4e9f-9188-3068bfaa3bc8 service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884545 Jul 25 09:01:53.542161 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-80526fe4-73a0-43f3-b48e-35ff7466b855 req-1982923f-f305-420c-832b-d546f06137b9 service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877647 Jul 25 09:01:55.674126 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:01:59.426401 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [req-2f89e209-b1b6-4c2a-8e1c-63e129eedc60 req-34147316-90dc-4ab0-8ceb-ea7af6f58b76 service neutron] (110462) timed out ('10.222.0.48', 60657) {{(pid=110462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 09:02:03.535946 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=52 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:03.537908 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=49 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:05.666690 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:05.669321 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:06.480254 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:02:07.691199 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-63eff1b5-19e5-4d9f-9de9-a731bd827fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:10.044889 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ebe3a1c0-efe6-4b97-8f74-87565a01d908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:11.086694 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:12.434118 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:12.843811 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:16.475254 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=21 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:16.476034 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=13 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:22.832096 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:22.839819 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:25.671106 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:26.450925 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437b50d-3dcc-4481-99ea-96e4f2ffa295 req-78d0d837-61b1-4979-a1c7-f5ad4bbee12c tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:26.452379 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6437b50d-3dcc-4481-99ea-96e4f2ffa295 req-78d0d837-61b1-4979-a1c7-f5ad4bbee12c tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0505092 Jul 25 09:02:26.501104 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6437b50d-3dcc-4481-99ea-96e4f2ffa295 req-e48a8ed4-911c-46f8-8a70-2589f657d356 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431068 Jul 25 09:02:27.619662 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d002230-45b4-4af8-b188-3df0e3039c3d req-cfd3ba8f-6e68-4522-a7f9-0605e15cb10b tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:27.621312 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2d002230-45b4-4af8-b188-3df0e3039c3d req-cfd3ba8f-6e68-4522-a7f9-0605e15cb10b tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0465381 Jul 25 09:02:27.669794 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-2d002230-45b4-4af8-b188-3df0e3039c3d req-901307ca-988f-4946-9799-da0036d66c01 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430694 Jul 25 09:02:28.840997 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d238f1b-4d1f-451b-926d-c4904c3b1574 req-548ca659-f7f0-4941-b35a-f8a90bf473e4 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:28.842461 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5d238f1b-4d1f-451b-926d-c4904c3b1574 req-548ca659-f7f0-4941-b35a-f8a90bf473e4 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0477099 Jul 25 09:02:28.895294 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5d238f1b-4d1f-451b-926d-c4904c3b1574 req-39a67fe8-f790-4016-80da-3d26f60df7fd tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474353 Jul 25 09:02:30.015583 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c2dbf-d5b9-4079-b07e-727bb9008e01 req-0a1bee69-d9e0-43c9-9708-807c662967b3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:30.017079 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aa4c2dbf-d5b9-4079-b07e-727bb9008e01 req-0a1bee69-d9e0-43c9-9708-807c662967b3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0483694 Jul 25 09:02:30.065258 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-aa4c2dbf-d5b9-4079-b07e-727bb9008e01 req-0b266678-9a6c-49c6-a665-f09c4b90870f tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Jul 25 09:02:31.190657 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a2dfa-7073-449e-b88a-8ee11e8e8c00 req-308a33b5-c980-46a3-9150-23d246b0f2da tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:31.192103 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-900a2dfa-7073-449e-b88a-8ee11e8e8c00 req-308a33b5-c980-46a3-9150-23d246b0f2da tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0527291 Jul 25 09:02:31.241898 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-900a2dfa-7073-449e-b88a-8ee11e8e8c00 req-f74ac9bd-a828-4afb-abb3-32d2992481b6 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440233 Jul 25 09:02:32.363918 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c1201-d391-40cd-9829-4b90854872c7 req-d41f2a02-569a-4789-af23-dd5b63aacd31 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:32.365418 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f11c1201-d391-40cd-9829-4b90854872c7 req-d41f2a02-569a-4789-af23-dd5b63aacd31 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0514586 Jul 25 09:02:32.413782 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f11c1201-d391-40cd-9829-4b90854872c7 req-2dde3d78-74ad-44d3-8421-aa49141b6043 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Jul 25 09:02:33.534427 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4829f89-b38d-403b-8a22-ee13090fddac req-f6208497-1264-49aa-80c0-8a7da26c9dba tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:33.536489 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a4829f89-b38d-403b-8a22-ee13090fddac req-f6208497-1264-49aa-80c0-8a7da26c9dba tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0519946 Jul 25 09:02:33.585732 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a4829f89-b38d-403b-8a22-ee13090fddac req-96a2f67f-c032-4f93-bc41-9e4e40798407 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436137 Jul 25 09:02:34.706962 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c1275-dd1b-48ef-af75-ad397856adaf req-75fb6d5c-f6b9-4d05-a48c-916dbf547d82 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:34.708693 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e86c1275-dd1b-48ef-af75-ad397856adaf req-75fb6d5c-f6b9-4d05-a48c-916dbf547d82 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0515103 Jul 25 09:02:34.763562 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e86c1275-dd1b-48ef-af75-ad397856adaf req-6d31ad78-9fef-434a-b0c4-6e0ada136b17 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449975 Jul 25 09:02:35.660816 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:35.666976 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:35.882342 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa9b92-6346-4873-87f1-1b1a75a43c3c req-53a0cfa8-1422-4897-b050-d659c0cac28a tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:35.883786 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-88fa9b92-6346-4873-87f1-1b1a75a43c3c req-53a0cfa8-1422-4897-b050-d659c0cac28a tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0470333 Jul 25 09:02:35.943799 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-88fa9b92-6346-4873-87f1-1b1a75a43c3c req-2d69f6a4-04ca-4855-88cd-21311613ae5f tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531590 Jul 25 09:02:36.671728 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e091ff-fa80-4c58-8c40-e42a39c1ca6e req-277e416a-121a-43ad-bb3d-19727d9550a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:36.673226 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69e091ff-fa80-4c58-8c40-e42a39c1ca6e req-277e416a-121a-43ad-bb3d-19727d9550a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a77723e8867459c99fcd86914fa44df&device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 1129 time: 0.0393174 Jul 25 09:02:36.766739 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e091ff-fa80-4c58-8c40-e42a39c1ca6e req-2c6fdaee-ccef-4749-8b34-202c0d5838d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:36.768215 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69e091ff-fa80-4c58-8c40-e42a39c1ca6e req-2c6fdaee-ccef-4749-8b34-202c0d5838d1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=35257166-0377-42b7-b5ee-f1f63f121fe2 HTTP/1.1" status: 200 len: 910 time: 0.0893512 Jul 25 09:02:36.822539 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:36.830117 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69e091ff-fa80-4c58-8c40-e42a39c1ca6e req-8595e770-2bfe-48df-ab96-5c01ae9c939b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7 HTTP/1.1" status: 200 len: 1001 time: 0.0561829 Jul 25 09:02:36.843419 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:36.884536 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e091ff-fa80-4c58-8c40-e42a39c1ca6e req-eff4ab36-f732-4797-8eab-aaff81e0b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:36.886014 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69e091ff-fa80-4c58-8c40-e42a39c1ca6e req-eff4ab36-f732-4797-8eab-aaff81e0b65a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=860c7388-9888-4552-8ac7-c9795430f4ce HTTP/1.1" status: 200 len: 848 time: 0.0501976 Jul 25 09:02:36.930548 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e091ff-fa80-4c58-8c40-e42a39c1ca6e req-5155b844-e266-4857-bfd6-b9afc780fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:36.931972 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69e091ff-fa80-4c58-8c40-e42a39c1ca6e req-5155b844-e266-4857-bfd6-b9afc780fa2c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35257166-0377-42b7-b5ee-f1f63f121fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400715 Jul 25 09:02:37.034795 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69e091ff-fa80-4c58-8c40-e42a39c1ca6e req-a7c2a237-6d49-4df8-a4b7-947f29066c36 service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963025 Jul 25 09:02:37.107860 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d442b90-70b0-4d74-9383-cf6f350348cd req-62750345-6fc2-439c-951f-950e14744b32 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:37.109359 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5d442b90-70b0-4d74-9383-cf6f350348cd req-62750345-6fc2-439c-951f-950e14744b32 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0936568 Jul 25 09:02:37.186740 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-69e091ff-fa80-4c58-8c40-e42a39c1ca6e req-525e4bce-e510-4179-9e13-7b4efd6653c5 service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363370 Jul 25 09:02:37.190286 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5d442b90-70b0-4d74-9383-cf6f350348cd req-e9863bf8-aa24-47cd-896f-e477bbaaa4fa tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749059 Jul 25 09:02:37.696175 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-de6ac782-0875-4d57-8d81-185a40191cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:38.313544 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395fc2b-b62d-42a6-b067-bb4d802f42cb req-7344ff01-98c7-4ba6-bada-00a49cb21000 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:38.315051 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5395fc2b-b62d-42a6-b067-bb4d802f42cb req-7344ff01-98c7-4ba6-bada-00a49cb21000 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0502040 Jul 25 09:02:38.363784 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-5395fc2b-b62d-42a6-b067-bb4d802f42cb req-41c10a39-6f17-4eb8-9114-5437a1352a85 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431998 Jul 25 09:02:39.486387 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f7af3-b564-49dd-b9be-9bd043a6e81f req-5cf7b174-4326-4de4-99a8-abae31c33e24 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:39.487916 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d77f7af3-b564-49dd-b9be-9bd043a6e81f req-5cf7b174-4326-4de4-99a8-abae31c33e24 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0510261 Jul 25 09:02:39.538388 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d77f7af3-b564-49dd-b9be-9bd043a6e81f req-854ba1dc-2ee8-493c-aa26-e3f44b8b9211 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448561 Jul 25 09:02:40.046966 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-d57988a0-58ca-42a8-ab4e-2e2e9be476c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:40.659165 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae4554-c530-4bbe-b9f4-217021aff8e5 req-c76838c0-5309-45a5-8501-9e16cef2af7b tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:40.660661 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-95ae4554-c530-4bbe-b9f4-217021aff8e5 req-c76838c0-5309-45a5-8501-9e16cef2af7b tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0515637 Jul 25 09:02:40.709788 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-95ae4554-c530-4bbe-b9f4-217021aff8e5 req-d2c3ba26-2c65-4fdd-9151-bc5073bfba6d tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435071 Jul 25 09:02:40.825441 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [req-c733123f-1081-41da-8634-1ae903c1dc35 req-beac98d2-bbfb-4143-acc9-4dd994b7d9c2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=110462) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 09:02:40.826375 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c733123f-1081-41da-8634-1ae903c1dc35 req-beac98d2-bbfb-4143-acc9-4dd994b7d9c2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0494363 Jul 25 09:02:40.976412 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df6f1e-511f-41f9-956c-ce985a5fe9d5 req-8f5fac45-65c5-46ef-bf74-47510de9a211 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:40.977917 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2df6f1e-511f-41f9-956c-ce985a5fe9d5 req-8f5fac45-65c5-46ef-bf74-47510de9a211 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0476573 Jul 25 09:02:40.995751 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-30478242-799f-448e-9411-18c344e43e5a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878930 Jul 25 09:02:41.029425 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e2df6f1e-511f-41f9-956c-ce985a5fe9d5 req-3bc8a674-44fa-41a3-b601-5b225fc76e25 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448024 Jul 25 09:02:41.090225 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:41.132814 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-781fd36c-4ea6-4fe0-be1e-ba248945de82 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:41.134158 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-781fd36c-4ea6-4fe0-be1e-ba248945de82 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports/b087c389-b3fd-48fa-8487-06d1bd3360c7 HTTP/1.1" status: 200 len: 942 time: 0.1095798 Jul 25 09:02:41.195387 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device b087c389-b3fd-48fa-8487-06d1bd3360c7 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:02:41.273163 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port b087c389-b3fd-48fa-8487-06d1bd3360c7 is: ACTIVE; New status is: DOWN {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 09:02:41.273552 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:41.298369 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:02:41.300662 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46b9719-422a-4507-aec1-14a50e5c0a29" -d '{"events": [{"server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "name": "network-vif-unplugged", "status": "completed", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:02:41.313297 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port b087c389-b3fd-48fa-8487-06d1bd3360c7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:02:41.317734 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:41.372217 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=b087c389-b3fd-48fa-8487-06d1bd3360c7,revision_number=6']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:02:41.380545 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.380916 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.381396 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.381740 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.382095 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.382405 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.383326 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.383941 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.384119 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.384520 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.384978 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.385152 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.385476 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.385798 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.386117 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:02:41.407441 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Jul 2022 09:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09866b95-b760-46cf-a926-1f7b778a9910 x-openstack-request-id: req-09866b95-b760-46cf-a926-1f7b778a9910 {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:02:41.407763 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "name": "network-vif-unplugged", "status": "failed", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7", "code": 422}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:02:41.408042 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09866b95-b760-46cf-a926-1f7b778a9910 {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:02:41.408493 dv-cinder-850840-1-iscsi neutron-server[110464]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-09866b95-b760-46cf-a926-1f7b778a9910']: {'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'code': 422} returned with failed status Jul 25 09:02:42.155830 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fa3eb-cf57-4c73-b54a-fd0a598f2b19 req-328a8c39-6080-48c4-b148-ce0a8d9b9632 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:42.157321 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9f6fa3eb-cf57-4c73-b54a-fd0a598f2b19 req-328a8c39-6080-48c4-b148-ce0a8d9b9632 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0527279 Jul 25 09:02:42.216005 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9f6fa3eb-cf57-4c73-b54a-fd0a598f2b19 req-bceacdff-6e72-485b-8d3d-578da4a46154 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523360 Jul 25 09:02:42.438420 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:42.771047 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-43aee37b-de60-4376-8406-cfc3a47f92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:42.772443 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-43aee37b-de60-4376-8406-cfc3a47f92e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650&tenant_id=4a77723e8867459c99fcd86914fa44df HTTP/1.1" status: 200 len: 1127 time: 0.0705864 Jul 25 09:02:42.846971 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:42.851436 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-530ad76b-1dc9-417f-bcc7-deaf5d9dc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:42.852968 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-530ad76b-1dc9-417f-bcc7-deaf5d9dc4a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a77723e8867459c99fcd86914fa44df&device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 1127 time: 0.0438008 Jul 25 09:02:42.912194 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:42.947416 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-6bbe2ce7-89ef-430b-a119-1055c6b53d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:42.948913 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-6bbe2ce7-89ef-430b-a119-1055c6b53d8f service neutron] 10.222.0.48 "GET /v2.0/networks?id=35257166-0377-42b7-b5ee-f1f63f121fe2 HTTP/1.1" status: 200 len: 910 time: 0.0906272 Jul 25 09:02:43.015281 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-7ea0e362-8f8e-4cfe-827e-959b3e190199 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7 HTTP/1.1" status: 200 len: 999 time: 0.0606632 Jul 25 09:02:43.027785 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:43.062342 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-95275ad8-0d2b-494f-afe6-4e47e79bb6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:43.063734 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-95275ad8-0d2b-494f-afe6-4e47e79bb6a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=860c7388-9888-4552-8ac7-c9795430f4ce HTTP/1.1" status: 200 len: 848 time: 0.0432019 Jul 25 09:02:43.106260 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-bcf8b2a5-b824-4868-9927-82030789d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:43.107684 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-bcf8b2a5-b824-4868-9927-82030789d0b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35257166-0377-42b7-b5ee-f1f63f121fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381074 Jul 25 09:02:43.200767 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-e78cdbd2-a1d0-419e-8c92-bbaa0a39a8d7 service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869768 Jul 25 09:02:43.291177 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-0fc38590-3487-4fa7-ba24-db2a6f70b571 req-91633bd3-52f2-4e0e-ad7e-3ebc411bb40d service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848088 Jul 25 09:02:43.348834 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f4cb-512c-4fca-8303-871ac35d198a req-01c38751-6a6a-4b2b-9b42-ba650b638037 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:43.350302 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ca56f4cb-512c-4fca-8303-871ac35d198a req-01c38751-6a6a-4b2b-9b42-ba650b638037 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0508285 Jul 25 09:02:43.402722 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ca56f4cb-512c-4fca-8303-871ac35d198a req-561a2a17-c4f2-47ac-9407-5228f5ce83c8 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466495 Jul 25 09:02:43.478175 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:02:44.520412 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777c8be-aeba-4d6d-afee-9f28fd71517a req-7afd4b84-031d-41d1-819e-bfed82c78ae0 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:44.522025 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7777c8be-aeba-4d6d-afee-9f28fd71517a req-7afd4b84-031d-41d1-819e-bfed82c78ae0 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0470753 Jul 25 09:02:44.575637 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7777c8be-aeba-4d6d-afee-9f28fd71517a req-9d9cdf56-1c33-450d-8022-4d42f747c124 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466490 Jul 25 09:02:45.692371 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c480c1-b93e-4196-a6c8-138e5fddeff4 req-36091414-a927-4fc2-ad7c-cc95deae5f03 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:45.693842 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-55c480c1-b93e-4196-a6c8-138e5fddeff4 req-36091414-a927-4fc2-ad7c-cc95deae5f03 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0467350 Jul 25 09:02:45.747274 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-55c480c1-b93e-4196-a6c8-138e5fddeff4 req-1a5a5aee-1de2-48d4-ad41-b686de10c121 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478985 Jul 25 09:02:46.866964 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a3ddc-e4aa-49a4-ab28-838d8dc12e9f req-051206a9-dece-425b-8f97-64fe91aafd1d tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:46.868507 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8a4a3ddc-e4aa-49a4-ab28-838d8dc12e9f req-051206a9-dece-425b-8f97-64fe91aafd1d tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0484960 Jul 25 09:02:46.917561 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-8a4a3ddc-e4aa-49a4-ab28-838d8dc12e9f req-ad168a9e-a2c6-4682-afa3-5f3272079155 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Jul 25 09:02:48.034171 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3448f5-2339-4406-a961-85727ff36592 req-58de36f8-efa3-4844-ae28-0ad2a527cb1b tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:48.035609 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af3448f5-2339-4406-a961-85727ff36592 req-58de36f8-efa3-4844-ae28-0ad2a527cb1b tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0465479 Jul 25 09:02:48.085028 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af3448f5-2339-4406-a961-85727ff36592 req-297e4296-c0b9-47a4-ad72-c5c02494662c tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Jul 25 09:02:49.208368 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae96eef-4e34-4900-b660-790a1e0f04d3 req-171cf368-b21b-4290-974e-6345c95fd954 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:49.209882 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4ae96eef-4e34-4900-b660-790a1e0f04d3 req-171cf368-b21b-4290-974e-6345c95fd954 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0519769 Jul 25 09:02:49.264947 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4ae96eef-4e34-4900-b660-790a1e0f04d3 req-2802b6d0-e7bf-451b-adb8-1708b9789c48 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496414 Jul 25 09:02:50.381520 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40a15f-dc35-4556-a503-adb0c6b03e45 req-7e439acd-a744-4dfe-8c3f-001f2241dded tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:50.382962 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fd40a15f-dc35-4556-a503-adb0c6b03e45 req-7e439acd-a744-4dfe-8c3f-001f2241dded tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 943 time: 0.0464365 Jul 25 09:02:50.417851 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:50.432045 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fd40a15f-dc35-4556-a503-adb0c6b03e45 req-c7c30846-31ef-4216-b773-a2bd9938cfb8 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429289 Jul 25 09:02:51.122260 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=6 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:51.125004 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=8 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:51.211069 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device b087c389-b3fd-48fa-8487-06d1bd3360c7 details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 09:02:51.313269 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port b087c389-b3fd-48fa-8487-06d1bd3360c7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:02:51.324172 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'port_id': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'mac_address': 'fa:16:3e:a7:5e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 09:02:51.361957 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port b087c389-b3fd-48fa-8487-06d1bd3360c7 is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 09:02:51.362341 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:51.375596 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b087c389-b3fd-48fa-8487-06d1bd3360c7 {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 09:02:51.395099 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port b087c389-b3fd-48fa-8487-06d1bd3360c7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:02:51.398744 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:51.443919 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=b087c389-b3fd-48fa-8487-06d1bd3360c7,revision_number=7']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:02:51.556874 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadad56-7057-4d18-be11-a9d0ef8658fe req-59246600-ec10-49da-9f33-5d6c4d3f606d tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:51.558355 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7dadad56-7057-4d18-be11-a9d0ef8658fe req-59246600-ec10-49da-9f33-5d6c4d3f606d tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 944 time: 0.0528727 Jul 25 09:02:51.599066 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:51.608262 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-7dadad56-7057-4d18-be11-a9d0ef8658fe req-17df5bf8-8241-4ab9-a4ff-e066cefe117c tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444250 Jul 25 09:02:51.817871 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['b087c389-b3fd-48fa-8487-06d1bd3360c7'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 09:02:52.016933 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:52.033478 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:52.757912 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a596d9b1-a329-4032-942b-dc770dd677e7 req-79d61512-35df-4851-b3ae-b63b0092e694 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:52.759380 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a596d9b1-a329-4032-942b-dc770dd677e7 req-79d61512-35df-4851-b3ae-b63b0092e694 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 944 time: 0.0792663 Jul 25 09:02:52.764599 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a607691-b655-4013-9e3c-e3391519b623 req-3eb1c9bd-ac5f-43de-9dc7-001bc23f79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:52.766008 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6a607691-b655-4013-9e3c-e3391519b623 req-3eb1c9bd-ac5f-43de-9dc7-001bc23f79f9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a77723e8867459c99fcd86914fa44df&device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 1128 time: 0.0540726 Jul 25 09:02:52.859248 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a596d9b1-a329-4032-942b-dc770dd677e7 req-863353c8-69a3-4b19-8553-5239bdb93258 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923133 Jul 25 09:02:52.895451 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a607691-b655-4013-9e3c-e3391519b623 req-56097c24-d7ea-4182-a2a2-46629ca6a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:52.896936 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6a607691-b655-4013-9e3c-e3391519b623 req-56097c24-d7ea-4182-a2a2-46629ca6a10a service neutron] 10.222.0.48 "GET /v2.0/networks?id=35257166-0377-42b7-b5ee-f1f63f121fe2 HTTP/1.1" status: 200 len: 910 time: 0.1120856 Jul 25 09:02:52.962070 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6a607691-b655-4013-9e3c-e3391519b623 req-94767919-52b3-481f-a2a6-c77ebcb2b966 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7 HTTP/1.1" status: 200 len: 1000 time: 0.0585423 Jul 25 09:02:53.009784 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a607691-b655-4013-9e3c-e3391519b623 req-ac3723ab-8667-4f35-83ba-08e3d6d94410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:53.011160 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6a607691-b655-4013-9e3c-e3391519b623 req-ac3723ab-8667-4f35-83ba-08e3d6d94410 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=860c7388-9888-4552-8ac7-c9795430f4ce HTTP/1.1" status: 200 len: 848 time: 0.0431902 Jul 25 09:02:53.054463 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a607691-b655-4013-9e3c-e3391519b623 req-3786efc0-01d5-4ea1-826b-73339f7ba2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:53.055926 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6a607691-b655-4013-9e3c-e3391519b623 req-3786efc0-01d5-4ea1-826b-73339f7ba2fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35257166-0377-42b7-b5ee-f1f63f121fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389609 Jul 25 09:02:53.146716 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6a607691-b655-4013-9e3c-e3391519b623 req-8ab61d23-899f-4e70-8db5-a719dd59a050 service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846047 Jul 25 09:02:53.226082 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device b087c389-b3fd-48fa-8487-06d1bd3360c7 up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 09:02:53.233840 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6a607691-b655-4013-9e3c-e3391519b623 req-8a14066d-cb7e-44ee-af48-83403ffa4881 service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819530 Jul 25 09:02:53.272024 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port b087c389-b3fd-48fa-8487-06d1bd3360c7 triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 09:02:53.272390 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:53.348114 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port b087c389-b3fd-48fa-8487-06d1bd3360c7 is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 09:02:53.348490 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:53.370354 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:02:53.372549 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc49cf5-579d-49a4-b373-ae72445eb44a" -d '{"events": [{"server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "name": "network-vif-plugged", "status": "completed", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:02:53.384734 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port b087c389-b3fd-48fa-8487-06d1bd3360c7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:02:53.388923 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:53.412131 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 09:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b659c419-135b-4afe-84a3-96136258bd6e x-openstack-request-id: req-b659c419-135b-4afe-84a3-96136258bd6e {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:02:53.412412 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "name": "network-vif-plugged", "status": "completed", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:02:53.412687 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b659c419-135b-4afe-84a3-96136258bd6e {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:02:53.413080 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b659c419-135b-4afe-84a3-96136258bd6e'] response: {'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'code': 200} Jul 25 09:02:53.437928 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=b087c389-b3fd-48fa-8487-06d1bd3360c7,revision_number=8']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:02:53.473456 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:53.475796 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:53.657900 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fab8ff-a0d3-47a2-85a4-21f3792f862f req-d22d2c23-6f41-4ff1-b161-e19c107da560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:53.659274 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e8fab8ff-a0d3-47a2-85a4-21f3792f862f req-d22d2c23-6f41-4ff1-b161-e19c107da560 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 1129 time: 0.0395992 Jul 25 09:02:53.709989 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e8fab8ff-a0d3-47a2-85a4-21f3792f862f req-23f76c94-36be-42ae-b587-3688a91f47da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 Jul 25 09:02:53.978718 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fdcb1-ce96-4375-b33c-8b9e0a93c154 req-7d8fca5d-0af1-4353-b38c-0fa048a87ad8 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:53.980070 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-240fdcb1-ce96-4375-b33c-8b9e0a93c154 req-7d8fca5d-0af1-4353-b38c-0fa048a87ad8 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0463037 Jul 25 09:02:54.029070 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-240fdcb1-ce96-4375-b33c-8b9e0a93c154 req-c47c0b99-2876-45ca-b65d-bf7f7c2868b4 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434380 Jul 25 09:02:55.146180 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c3d60-0b75-4585-ad1e-73efd10c61bb req-929c3ee2-e8e3-4561-a85d-b6883ef9b649 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:55.147623 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f52c3d60-0b75-4585-ad1e-73efd10c61bb req-929c3ee2-e8e3-4561-a85d-b6883ef9b649 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0460930 Jul 25 09:02:55.195745 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f52c3d60-0b75-4585-ad1e-73efd10c61bb req-b4ba333f-cee6-4bcb-845a-1638762cf964 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426464 Jul 25 09:02:55.669856 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:02:56.317354 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215040cc-8b9a-4f65-9566-25b8f1543988 req-7c044c44-8a81-4270-9f82-5b09b05ad6c1 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:02:56.318805 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-215040cc-8b9a-4f65-9566-25b8f1543988 req-7c044c44-8a81-4270-9f82-5b09b05ad6c1 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0500488 Jul 25 09:02:56.338761 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:02:56.367803 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-215040cc-8b9a-4f65-9566-25b8f1543988 req-90530aa2-9c4a-43fd-bb19-20a0ff0807df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434759 Jul 25 09:03:05.664050 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:05.665994 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:06.359849 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:06.363874 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=91 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:06.416965 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:06.417662 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:07.689219 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ced29954-96e9-42e0-a680-96399a2f5c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:10.049396 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9abec1ae-74f8-4837-b243-b2fa0867ea72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:11.091408 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:12.439880 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:12.855238 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:20.480122 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:03:21.410290 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:24.921746 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-ef7d1f91-03b3-48ec-a74f-916d29ce1809 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078811933&fields=id&tenant_id=5005a107ff1940908069356c788185f6 HTTP/1.1" status: 200 len: 267 time: 0.0445642 Jul 25 09:03:25.029928 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-b2bb4932-fe83-4d2f-b824-6421437538a5 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:25.031909 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-b2bb4932-fe83-4d2f-b824-6421437538a5 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 812 time: 0.1028998 Jul 25 09:03:25.046205 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-e129330f-e749-4e70-b029-c7ad5243b57f tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/quotas/5005a107ff1940908069356c788185f6 HTTP/1.1" status: 200 len: 375 time: 0.0088930 Jul 25 09:03:25.095611 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-a42609b3-0d52-4cc3-9fd6-678c69f26b26 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0440865 Jul 25 09:03:25.194060 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-609492f1-bad0-452f-a14a-c1136e1c550f service neutron] 10.222.0.52 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865364 Jul 25 09:03:25.285978 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-a789b2ca-9931-418e-9d8a-c084ad0b6a44 service neutron] 10.222.0.52 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850267 Jul 25 09:03:25.583282 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-93f82420-e900-4107-88a9-a7c98ab040fa req-56b1754f-78e7-4cba-9872-a1a78f7bf705 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 210 time: 0.0315287 Jul 25 09:03:25.611443 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:25.613352 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:25.681984 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:26.599862 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-171add50-842b-45b4-9c3c-47f9bff7d0f8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:26.601352 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-171add50-842b-45b4-9c3c-47f9bff7d0f8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 812 time: 0.1036246 Jul 25 09:03:26.694713 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-38bc3773-f128-4339-963b-c47182c289dc req-d291dd2b-d8d6-4e16-b9c7-141d8616a214 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 210 time: 0.0371101 Jul 25 09:03:26.699799 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-7998f143-54cd-474e-aa2b-b31d4cbf3091 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5005a107ff1940908069356c788185f6 HTTP/1.1" status: 200 len: 380 time: 0.0835738 Jul 25 09:03:26.710190 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'port': {'device_id': '6960f34f-7d42-47a7-acef-87777538f0ac', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'admin_state_up': True, 'tenant_id': '5005a107ff1940908069356c788185f6', 'security_groups': ['d5cb9dd8-f481-4547-aa0e-18c678d25e7b']}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 09:03:26.825630 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Made reservation on behalf of 5005a107ff1940908069356c788185f6 for: {'port': 1} {{(pid=110462) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 09:03:26.829138 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:27.218001 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Allocated IP 172.20.0.10 (1708f1a6-6a61-4ee3-995b-a3b155211357/b5b8415d-2fe2-427b-84a9-b5ff5e31aa70/a28e1196-fb89-4988-bd87-4ec3611bc58c) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 09:03:27.310941 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:27.318977 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:27.376245 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:27.408340 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:27.454339 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Network 1708f1a6-6a61-4ee3-995b-a3b155211357 is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 09:03:27.457468 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 09:03:27.462070 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 09:03:27.467367 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'Port': ['ID=a28e1196-fb89-4988-bd87-4ec3611bc58c,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:03:27.495755 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.496094 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.496437 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.496798 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.497127 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.497457 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.498102 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.498102 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.498419 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.498743 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.499065 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.499389 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.499717 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.500594 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.500925 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:03:27.528149 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:27.528891 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:27.546590 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-1db69730-45ea-48b3-a64f-09c64c6649b8 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8408825 Jul 25 09:03:27.564323 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Request body: {'port': {'device_id': '6960f34f-7d42-47a7-acef-87777538f0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85084'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 09:03:27.631435 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:27.672151 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-e7c0d675-3e5e-4489-ae18-ba57e063ea73 None None] Provisioning complete for port a28e1196-fb89-4988-bd87-4ec3611bc58c triggered by entity DHCP. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 09:03:27.672822 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e7c0d675-3e5e-4489-ae18-ba57e063ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:27.709201 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0d675-3e5e-4489-ae18-ba57e063ea73 None None] Port a28e1196-fb89-4988-bd87-4ec3611bc58c cannot update to ACTIVE because it is not bound. {{(pid=110464) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 09:03:27.844504 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd113011-a853-45de-b444-3ffe5d8c66fb req-2a19aca1-a479-4efa-bd56-36eed6967f48 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:27.846000 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fd113011-a853-45de-b444-3ffe5d8c66fb req-2a19aca1-a479-4efa-bd56-36eed6967f48 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 932 time: 0.0801487 Jul 25 09:03:27.933737 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-fd113011-a853-45de-b444-3ffe5d8c66fb req-270a1686-cf25-41f3-880b-ea28b5002696 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774279 Jul 25 09:03:27.968824 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28e1196-fb89-4988-bd87-4ec3611bc58c {{(pid=110462) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 09:03:27.976245 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Publish callbacks [] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:27.989053 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.provisioning_blocks [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Transition to ACTIVE for port object a28e1196-fb89-4988-bd87-4ec3611bc58c will not be triggered until provisioned by entity L2. {{(pid=110462) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 09:03:27.993141 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:28.036730 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:28.050589 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a28e1196-fb89-4988-bd87-4ec3611bc58c,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:03:28.130690 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Attempting to bind port a28e1196-fb89-4988-bd87-4ec3611bc58c on host hv-cinder-85084 for vnic_type normal with profile {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 09:03:28.131022 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Attempting to bind port a28e1196-fb89-4988-bd87-4ec3611bc58c by drivers openvswitch,hyperv on host hv-cinder-85084 at level 0 using segments [{'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 09:03:28.131346 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Attempting to bind port a28e1196-fb89-4988-bd87-4ec3611bc58c on network 1708f1a6-6a61-4ee3-995b-a3b155211357 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 09:03:28.135911 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Port a28e1196-fb89-4988-bd87-4ec3611bc58c on network 1708f1a6-6a61-4ee3-995b-a3b155211357 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85084 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 09:03:28.136232 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Attempting to bind port a28e1196-fb89-4988-bd87-4ec3611bc58c on network 1708f1a6-6a61-4ee3-995b-a3b155211357 {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 09:03:28.141373 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Checking agent: {'id': 'f604f018-f6d7-4169-8dd0-d69e8da6994a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85084', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'started_at': datetime.datetime(2022, 7, 25, 8, 43, 46), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 9, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 09:03:28.141703 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Checking segment: {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110462) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 09:03:28.142084 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Bound using segment: {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'} {{(pid=110462) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 09:03:28.142503 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.managers [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Bound port: a28e1196-fb89-4988-bd87-4ec3611bc58c, host: hv-cinder-85084, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e9ebd6-f4d8-48db-966d-63f166ad9306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357'}}] {{(pid=110462) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 09:03:28.142857 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:28.178477 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:28.208820 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] For port a28e1196-fb89-4988-bd87-4ec3611bc58c, host hv-cinder-85084, cleared binding levels {{(pid=110462) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 09:03:28.212757 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] For port a28e1196-fb89-4988-bd87-4ec3611bc58c, host hv-cinder-85084, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a28e1196-fb89-4988-bd87-4ec3611bc58c,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110462) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 09:03:28.218626 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:28.251912 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:28.252522 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:28.253926 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] 10.222.0.48 "PUT /v2.0/ports/a28e1196-fb89-4988-bd87-4ec3611bc58c HTTP/1.1" status: 200 len: 1094 time: 0.6944747 Jul 25 09:03:28.254402 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6960f34f-7d42-47a7-acef-87777538f0ac', 'tag': 'a28e1196-fb89-4988-bd87-4ec3611bc58c'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:03:28.256740 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af343805-8739-4e7d-be32-e240298914c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6960f34f-7d42-47a7-acef-87777538f0ac", "tag": "a28e1196-fb89-4988-bd87-4ec3611bc58c"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:03:28.285190 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b7733-108e-4ea2-8d78-5271b167f2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a28e1196-fb89-4988-bd87-4ec3611bc58c,revision_number=3']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:03:28.299323 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 09:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5410b864-19a7-446e-aef8-1082939030a1 x-openstack-request-id: req-5410b864-19a7-446e-aef8-1082939030a1 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:03:28.299613 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6960f34f-7d42-47a7-acef-87777538f0ac", "tag": "a28e1196-fb89-4988-bd87-4ec3611bc58c", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:03:28.299883 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5410b864-19a7-446e-aef8-1082939030a1 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:03:28.307274 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5410b864-19a7-446e-aef8-1082939030a1'] response: {'name': 'network-changed', 'server_uuid': '6960f34f-7d42-47a7-acef-87777538f0ac', 'tag': 'a28e1196-fb89-4988-bd87-4ec3611bc58c', 'status': 'completed', 'code': 200} Jul 25 09:03:28.357890 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-523a86bc-7b9a-4399-ae19-65de62cd6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:28.359968 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-523a86bc-7b9a-4399-ae19-65de62cd6e21 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 1128 time: 0.0424483 Jul 25 09:03:28.408781 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-e55bfa68-3507-4064-899f-c8664776c34c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28e1196-fb89-4988-bd87-4ec3611bc58c HTTP/1.1" status: 200 len: 217 time: 0.0369294 Jul 25 09:03:28.458647 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-e658a735-9cd2-4bd5-874b-db5fe3e3a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:28.460100 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-e658a735-9cd2-4bd5-874b-db5fe3e3a746 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0461907 Jul 25 09:03:28.503064 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-20cc3bb1-f584-47c1-a597-3104cfcaa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:28.504434 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-20cc3bb1-f584-47c1-a597-3104cfcaa6d5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380657 Jul 25 09:03:28.598196 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-9f4a6d25-00b6-42ca-917a-47d9302895dd service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881600 Jul 25 09:03:28.688799 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-85b40ed2-3d14-4892-9aa4-599da6220c97 req-be5809a6-8a01-4b77-9ed8-c202a4019bef service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849555 Jul 25 09:03:29.053820 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566372a7-439d-4ba5-ac22-18cff858732f req-d1a77855-e23b-40ef-91bd-749143a90baa tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:29.055288 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-566372a7-439d-4ba5-ac22-18cff858732f req-d1a77855-e23b-40ef-91bd-749143a90baa tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 944 time: 0.0517991 Jul 25 09:03:29.105992 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-566372a7-439d-4ba5-ac22-18cff858732f req-2d4b23e7-26c2-4882-ba4b-58185c72e11f tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452092 Jul 25 09:03:29.774435 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af343805-8739-4e7d-be32-e240298914c9 req-ac430803-5c17-443e-965d-99407a325dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:29.776044 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af343805-8739-4e7d-be32-e240298914c9 req-ac430803-5c17-443e-965d-99407a325dae service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 1128 time: 0.0393188 Jul 25 09:03:29.871188 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af343805-8739-4e7d-be32-e240298914c9 req-82e00530-ffe4-4c40-bf2a-2c9ae3acc814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:29.872739 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af343805-8739-4e7d-be32-e240298914c9 req-82e00530-ffe4-4c40-bf2a-2c9ae3acc814 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.0899301 Jul 25 09:03:29.913968 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af343805-8739-4e7d-be32-e240298914c9 req-d5cc7977-17c3-4356-9926-69fa0613b0f0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28e1196-fb89-4988-bd87-4ec3611bc58c HTTP/1.1" status: 200 len: 217 time: 0.0329077 Jul 25 09:03:29.963114 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af343805-8739-4e7d-be32-e240298914c9 req-8f03a2c1-78c4-4d0e-8b32-d1a98bd4b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:29.964509 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af343805-8739-4e7d-be32-e240298914c9 req-8f03a2c1-78c4-4d0e-8b32-d1a98bd4b56b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0430055 Jul 25 09:03:30.014842 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af343805-8739-4e7d-be32-e240298914c9 req-ae52840b-3029-4a23-8627-9d656cecac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:30.016405 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af343805-8739-4e7d-be32-e240298914c9 req-ae52840b-3029-4a23-8627-9d656cecac11 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432467 Jul 25 09:03:30.111410 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af343805-8739-4e7d-be32-e240298914c9 req-87d5fa22-e8cf-427f-becf-0f388e341b47 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839655 Jul 25 09:03:30.173568 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:30.182370 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:30.254150 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0de64-a983-4c31-b841-4a7cd20651db req-fbf8c7bc-33ae-4615-9953-1b7bbf61c71b tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:30.255641 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d8c0de64-a983-4c31-b841-4a7cd20651db req-fbf8c7bc-33ae-4615-9953-1b7bbf61c71b tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 944 time: 0.0771358 Jul 25 09:03:30.257945 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-af343805-8739-4e7d-be32-e240298914c9 req-ba576ffa-5fa3-437e-a6a5-5448ab38ef24 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405077 Jul 25 09:03:30.307879 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-d8c0de64-a983-4c31-b841-4a7cd20651db req-0fdff686-f8b7-478d-9731-db6670c2c981 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466819 Jul 25 09:03:30.472651 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:31.423616 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d380da8-e891-47e2-88fe-608ca0530f0c req-adbd867c-1572-4935-a0a1-2a09e1f297a1 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:31.425123 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3d380da8-e891-47e2-88fe-608ca0530f0c req-adbd867c-1572-4935-a0a1-2a09e1f297a1 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 944 time: 0.0473607 Jul 25 09:03:31.478592 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-3d380da8-e891-47e2-88fe-608ca0530f0c req-29cc6b37-4ce2-4da8-b11f-92cf8bae225e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479193 Jul 25 09:03:32.596853 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed3514-e513-405d-8ada-7a6e2752123f req-d8f09f8d-2e12-49e1-aba5-cba4d4005d62 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:32.598243 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1bed3514-e513-405d-8ada-7a6e2752123f req-d8f09f8d-2e12-49e1-aba5-cba4d4005d62 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 944 time: 0.0481122 Jul 25 09:03:32.648266 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1bed3514-e513-405d-8ada-7a6e2752123f req-7b265ad5-1726-486a-8edb-a0fe61f63af5 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 Jul 25 09:03:33.764104 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075f82a-ee78-48cb-990c-66e72ee28f28 req-3b020517-3c5d-49f3-97b9-f1fe4fdc5248 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:33.765582 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1075f82a-ee78-48cb-990c-66e72ee28f28 req-3b020517-3c5d-49f3-97b9-f1fe4fdc5248 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 944 time: 0.0462322 Jul 25 09:03:33.815283 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1075f82a-ee78-48cb-990c-66e72ee28f28 req-af8e14fb-e142-4874-ba7b-036db98c7ca6 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431368 Jul 25 09:03:34.934468 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a9a1a-53a5-40ce-b00c-8982db3877a5 req-e026ecda-cebb-438a-ab0a-b7c845b1e12c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:34.936030 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-763a9a1a-53a5-40ce-b00c-8982db3877a5 req-e026ecda-cebb-438a-ab0a-b7c845b1e12c tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 944 time: 0.0506556 Jul 25 09:03:34.988913 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-763a9a1a-53a5-40ce-b00c-8982db3877a5 req-f2b28508-cfc4-4fef-ad34-aefbe8f18d9d tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472982 Jul 25 09:03:36.106122 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e74793-13ec-4534-a439-eaf3dd9612fa req-371fd155-f2ee-4bda-b8a7-f8b067d4bbda tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:36.107599 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a9e74793-13ec-4534-a439-eaf3dd9612fa req-371fd155-f2ee-4bda-b8a7-f8b067d4bbda tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 944 time: 0.0477514 Jul 25 09:03:36.157532 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-a9e74793-13ec-4534-a439-eaf3dd9612fa req-7d1910c1-fc0e-479e-9a5e-3ecdba00b283 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443957 Jul 25 09:03:37.281197 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a141df-6a2a-4bef-9372-9d846caef15b req-3d5713b9-d71b-4e00-80bb-8a44125a6c29 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:37.282684 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-24a141df-6a2a-4bef-9372-9d846caef15b req-3d5713b9-d71b-4e00-80bb-8a44125a6c29 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 944 time: 0.0521767 Jul 25 09:03:37.332379 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-24a141df-6a2a-4bef-9372-9d846caef15b req-9b818485-1441-4c92-932d-0ec3cd45c2c4 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434432 Jul 25 09:03:37.444510 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a28e1196-fb89-4988-bd87-4ec3611bc58c details requested by agent hyperv_hv-cinder-85084 with host hv-cinder-85084 {{(pid=110464) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 09:03:37.545366 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port a28e1196-fb89-4988-bd87-4ec3611bc58c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a28e1196-fb89-4988-bd87-4ec3611bc58c,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:03:37.556436 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Returning: {'device': 'a28e1196-fb89-4988-bd87-4ec3611bc58c', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'port_id': 'a28e1196-fb89-4988-bd87-4ec3611bc58c', 'mac_address': 'fa:16:3e:b1:38:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110464) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 09:03:37.590258 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port a28e1196-fb89-4988-bd87-4ec3611bc58c is: DOWN; New status is: BUILD {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 09:03:37.590646 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:37.603655 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28e1196-fb89-4988-bd87-4ec3611bc58c {{(pid=110464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 09:03:37.623516 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port a28e1196-fb89-4988-bd87-4ec3611bc58c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a28e1196-fb89-4988-bd87-4ec3611bc58c,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:03:37.627605 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:37.684319 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=a28e1196-fb89-4988-bd87-4ec3611bc58c,revision_number=4']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:03:37.696251 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-dcf6f5ff-66fa-4daa-a41c-ca28b39c2344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:38.018111 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] get_ports_and_sgs() called for port_ids ['a28e1196-fb89-4988-bd87-4ec3611bc58c'] {{(pid=110464) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 09:03:38.451368 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72d78e-a433-456a-9cff-0e3ca6f6b5d9 req-fb14c39d-8ef1-42d5-91e8-d2eaac30f3ca tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:38.452863 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1e72d78e-a433-456a-9cff-0e3ca6f6b5d9 req-fb14c39d-8ef1-42d5-91e8-d2eaac30f3ca tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 945 time: 0.0502622 Jul 25 09:03:38.501617 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1e72d78e-a433-456a-9cff-0e3ca6f6b5d9 req-0c37bb94-fd07-4e61-b5a5-b777054c73b9 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432587 Jul 25 09:03:39.458895 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a28e1196-fb89-4988-bd87-4ec3611bc58c up at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 09:03:39.501705 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning for port a28e1196-fb89-4988-bd87-4ec3611bc58c completed by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 09:03:39.508092 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.provisioning_blocks [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Provisioning complete for port a28e1196-fb89-4988-bd87-4ec3611bc58c triggered by entity L2. {{(pid=110464) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 09:03:39.508464 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8087458'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), provisioning_complete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:39.570412 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:39.586502 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Current status of the port a28e1196-fb89-4988-bd87-4ec3611bc58c is: BUILD; New status is: ACTIVE {{(pid=110464) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 09:03:39.586886 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), before_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:39.588606 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:39.613324 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6960f34f-7d42-47a7-acef-87777538f0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28e1196-fb89-4988-bd87-4ec3611bc58c'}] {{(pid=110464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:03:39.615682 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e778d27927bce6a27b56ae226910e547f4705709ef4f15f31cab1452fbe260a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324e174f-9f6b-4e19-ab56-16c558f95eee" -d '{"events": [{"server_uuid": "6960f34f-7d42-47a7-acef-87777538f0ac", "name": "network-vif-plugged", "status": "completed", "tag": "a28e1196-fb89-4988-bd87-4ec3611bc58c"}]}' {{(pid=110464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:03:39.618035 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f87a75-c3bf-46d0-bf1a-909efdc3eb1b req-1b3202e1-42b8-4368-bc85-47e0a07712b3 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:39.619784 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-63f87a75-c3bf-46d0-bf1a-909efdc3eb1b req-1b3202e1-42b8-4368-bc85-47e0a07712b3 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 945 time: 0.0472257 Jul 25 09:03:39.630323 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] For port a28e1196-fb89-4988-bd87-4ec3611bc58c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a28e1196-fb89-4988-bd87-4ec3611bc58c,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:03:39.636446 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:39.660661 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4a6284-751d-4c09-930c-66fb587a94ad x-openstack-request-id: req-df4a6284-751d-4c09-930c-66fb587a94ad {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:03:39.660953 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6960f34f-7d42-47a7-acef-87777538f0ac", "name": "network-vif-plugged", "status": "completed", "tag": "a28e1196-fb89-4988-bd87-4ec3611bc58c", "code": 200}]} {{(pid=110464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:03:39.661208 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df4a6284-751d-4c09-930c-66fb587a94ad {{(pid=110464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:03:39.661602 dv-cinder-850840-1-iscsi neutron-server[110464]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4a6284-751d-4c09-930c-66fb587a94ad'] response: {'server_uuid': '6960f34f-7d42-47a7-acef-87777538f0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28e1196-fb89-4988-bd87-4ec3611bc58c', 'code': 200} Jul 25 09:03:39.680335 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-63f87a75-c3bf-46d0-bf1a-909efdc3eb1b req-ae12fba0-ae78-43c9-baed-c1f12c415e15 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523083 Jul 25 09:03:39.687972 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Pushing event updated for resources: {'Port': ['ID=a28e1196-fb89-4988-bd87-4ec3611bc58c,revision_number=5']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:03:39.904821 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498425b-2aa9-4f56-900b-a5c331e9788f req-33d09a40-d61e-4bd0-b204-81fdede5f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:39.906311 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4498425b-2aa9-4f56-900b-a5c331e9788f req-33d09a40-d61e-4bd0-b204-81fdede5f6a1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 1130 time: 0.0385113 Jul 25 09:03:39.930267 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:39.952206 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-4498425b-2aa9-4f56-900b-a5c331e9788f req-73d7af19-410d-415e-825d-7e25f8dc212b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402801 Jul 25 09:03:40.053073 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-898ffd13-35c1-4f15-8f35-0b0135fb1ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:40.802060 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bb243-3bcc-4324-ab53-7a16e55e2399 req-5e2d0ba1-8993-4d8b-bdc7-46decee327b5 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:40.803618 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-676bb243-3bcc-4324-ab53-7a16e55e2399 req-5e2d0ba1-8993-4d8b-bdc7-46decee327b5 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 946 time: 0.0486667 Jul 25 09:03:40.854047 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-676bb243-3bcc-4324-ab53-7a16e55e2399 req-9326cf96-afe2-45a3-b71f-34add59ba018 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446606 Jul 25 09:03:41.098090 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:41.980245 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f4a81-bd2d-4115-94c4-e02f1cc411d9 req-a4a4937e-82d1-4269-a71f-c9e0ad4716a6 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:41.981774 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d1f4a81-bd2d-4115-94c4-e02f1cc411d9 req-a4a4937e-82d1-4269-a71f-c9e0ad4716a6 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 946 time: 0.0549989 Jul 25 09:03:41.993551 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=100 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:42.035896 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-9d1f4a81-bd2d-4115-94c4-e02f1cc411d9 req-e9ba6dd9-9980-4d1f-8695-ea8ff9b4c778 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484488 Jul 25 09:03:42.151347 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4378c-54b5-46b0-bbf4-137ab75dc9e4 req-d903c904-d162-4724-94d4-ce931b6c0b65 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:42.152763 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-51c4378c-54b5-46b0-bbf4-137ab75dc9e4 req-d903c904-d162-4724-94d4-ce931b6c0b65 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 946 time: 0.0470891 Jul 25 09:03:42.202125 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-51c4378c-54b5-46b0-bbf4-137ab75dc9e4 req-b2adb19e-0101-4f7f-9822-10a6153a56bd tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437436 Jul 25 09:03:42.229323 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38066) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:03:42.362423 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3c3053-abfc-4cec-b80a-eefb4e3058fd tempest-TestVolumeBootPattern-1653168555 tempest-TestVolumeBootPattern-1653168555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:42.363889 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3f3c3053-abfc-4cec-b80a-eefb4e3058fd tempest-TestVolumeBootPattern-1653168555 tempest-TestVolumeBootPattern-1653168555-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 1125 time: 0.1335676 Jul 25 09:03:42.366789 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38070) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:03:42.371211 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.v2.base [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Request body: {'floatingip': {'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'port_id': 'a28e1196-fb89-4988-bd87-4ec3611bc58c', 'tenant_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110462) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 09:03:42.392429 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:42.442355 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:42.475843 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (None), before_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:42.582710 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_common [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Allocated IP 172.27.1.211 (fdc6bca6-042e-477a-a22a-eeab897472ed/3aa07575-d304-485d-aaf1-d8fee324070b/5446f158-5459-4fe0-bea1-d2662d0bf734) {{(pid=110462) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 09:03:42.683095 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for port (5446f158-5459-4fe0-bea1-d2662d0bf734), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:42.713740 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732963986436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (5446f158-5459-4fe0-bea1-d2662d0bf734), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:42.752738 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Network fdc6bca6-042e-477a-a22a-eeab897472ed is already hosted by enough agents. {{(pid=110462) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 09:03:42.758293 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.base_scheduler [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Resources bound (agent type, host, resource id): {{(pid=110462) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 09:03:42.761942 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Received port after_create {{(pid=110462) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 09:03:42.787523 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'Port': ['ID=5446f158-5459-4fe0-bea1-d2662d0bf734,revision_number=1']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:03:42.794411 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:42.852527 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:43.029342 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:43.113833 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (76a1dfe8-8915-411e-98fe-8ee4cbe20199), precommit_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:43.180468 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7917391'] for port (5446f158-5459-4fe0-bea1-d2662d0bf734), before_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:43.328082 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for port (5446f158-5459-4fe0-bea1-d2662d0bf734), precommit_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:43.332771 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732964363870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732963986454', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732963986472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25638560'] for port (5446f158-5459-4fe0-bea1-d2662d0bf734), after_update {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:43.406624 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event updated for resources: {'Port': ['ID=5446f158-5459-4fe0-bea1-d2662d0bf734,revision_number=2']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:03:43.414193 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-714662'] for floatingip (76a1dfe8-8915-411e-98fe-8ee4cbe20199), after_create {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:43.510850 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Floating IP 76a1dfe8-8915-411e-98fe-8ee4cbe20199 associated. External IP: 172.27.1.211, port: a28e1196-fb89-4988-bd87-4ec3611bc58c. Jul 25 09:03:43.651984 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:43.958497 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 09:03:44.062703 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 09:03:44.072593 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692d079d-c701-4425-81ec-28ba91265b4f None None] Sync routers for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 09:03:44.080799 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:44.081678 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d079d-c701-4425-81ec-28ba91265b4f None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:03:44.082290 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-692d079d-c701-4425-81ec-28ba91265b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:03:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:03:44.083729 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:44.114936 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-ded2f831-8cff-403a-a41a-2e312b9f3184 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7449977 Jul 25 09:03:44.114936 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6960f34f-7d42-47a7-acef-87777538f0ac', 'tag': 'a28e1196-fb89-4988-bd87-4ec3611bc58c'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:03:44.115948 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e456df28-63a1-44a3-8a47-a42cd35371d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6960f34f-7d42-47a7-acef-87777538f0ac", "tag": "a28e1196-fb89-4988-bd87-4ec3611bc58c"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:03:44.153908 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7da85b3-44b9-45e6-9e60-ea386af4d80f x-openstack-request-id: req-d7da85b3-44b9-45e6-9e60-ea386af4d80f {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:03:44.154197 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6960f34f-7d42-47a7-acef-87777538f0ac", "tag": "a28e1196-fb89-4988-bd87-4ec3611bc58c", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:03:44.154452 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d7da85b3-44b9-45e6-9e60-ea386af4d80f {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:03:44.154861 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7da85b3-44b9-45e6-9e60-ea386af4d80f'] response: {'name': 'network-changed', 'server_uuid': '6960f34f-7d42-47a7-acef-87777538f0ac', 'tag': 'a28e1196-fb89-4988-bd87-4ec3611bc58c', 'status': 'completed', 'code': 200} Jul 25 09:03:44.185099 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-692d079d-c701-4425-81ec-28ba91265b4f None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:03:44.242319 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456df28-63a1-44a3-8a47-a42cd35371d9 req-3cb9ff1b-a468-4762-af30-0c03803d9abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:44.243840 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e456df28-63a1-44a3-8a47-a42cd35371d9 req-3cb9ff1b-a468-4762-af30-0c03803d9abb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 1130 time: 0.0392210 Jul 25 09:03:44.339650 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456df28-63a1-44a3-8a47-a42cd35371d9 req-fa948a97-4bdf-48f8-a597-33f419188ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:44.341145 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e456df28-63a1-44a3-8a47-a42cd35371d9 req-fa948a97-4bdf-48f8-a597-33f419188ef4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.0901892 Jul 25 09:03:44.396973 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-692d079d-c701-4425-81ec-28ba91265b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '76a1dfe8-8915-411e-98fe-8ee4cbe20199', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a28e1196-fb89-4988-bd87-4ec3611bc58c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:b1:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6960f34f-7d42-47a7-acef-87777538f0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:03:42Z', 'updated_at': '2022-07-25T09:03:42Z', 'revision_number': 0, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}, {'id': '896c597d-e421-42d2-a41d-2d70e6f1168c', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:83:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d52410-e972-457b-8d59-076ed8047b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:01:22Z', 'updated_at': '2022-07-25T09:01:24Z', 'revision_number': 1, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:03:44.407627 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e456df28-63a1-44a3-8a47-a42cd35371d9 req-d4562d98-7b4f-4342-8e2e-cd6fdc1ad4c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28e1196-fb89-4988-bd87-4ec3611bc58c HTTP/1.1" status: 200 len: 1000 time: 0.0603187 Jul 25 09:03:44.421466 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692d079d-c701-4425-81ec-28ba91265b4f None None] Checking router: e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 09:03:44.430404 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d079d-c701-4425-81ec-28ba91265b4f None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:03:44.430986 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-692d079d-c701-4425-81ec-28ba91265b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:03:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:03:44.455501 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456df28-63a1-44a3-8a47-a42cd35371d9 req-0ee681c7-9a60-4be7-bbbe-05d2ed47fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:44.456984 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e456df28-63a1-44a3-8a47-a42cd35371d9 req-0ee681c7-9a60-4be7-bbbe-05d2ed47fdf6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0440671 Jul 25 09:03:44.504140 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456df28-63a1-44a3-8a47-a42cd35371d9 req-4cc007b4-07b4-4329-b672-3023456172c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:44.505643 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e456df28-63a1-44a3-8a47-a42cd35371d9 req-4cc007b4-07b4-4329-b672-3023456172c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434453 Jul 25 09:03:44.536057 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-692d079d-c701-4425-81ec-28ba91265b4f None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:03:44.596174 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e456df28-63a1-44a3-8a47-a42cd35371d9 req-ff8a5187-ba61-4a4a-a74b-3b4f9f9db710 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844009 Jul 25 09:03:44.690280 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e456df28-63a1-44a3-8a47-a42cd35371d9 req-0e06d586-3a4d-455d-a06c-e98a32f46ace service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882154 Jul 25 09:03:44.747817 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-692d079d-c701-4425-81ec-28ba91265b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '76a1dfe8-8915-411e-98fe-8ee4cbe20199', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a28e1196-fb89-4988-bd87-4ec3611bc58c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:b1:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6960f34f-7d42-47a7-acef-87777538f0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:03:42Z', 'updated_at': '2022-07-25T09:03:42Z', 'revision_number': 0, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}, {'id': '896c597d-e421-42d2-a41d-2d70e6f1168c', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:83:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d52410-e972-457b-8d59-076ed8047b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:01:22Z', 'updated_at': '2022-07-25T09:01:24Z', 'revision_number': 1, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:03:44.771733 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692d079d-c701-4425-81ec-28ba91265b4f None None] The sync data for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi is: [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '76a1dfe8-8915-411e-98fe-8ee4cbe20199', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a28e1196-fb89-4988-bd87-4ec3611bc58c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:b1:38:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6960f34f-7d42-47a7-acef-87777538f0ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:03:42Z', 'updated_at': '2022-07-25T09:03:42Z', 'revision_number': 0, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}, {'id': '896c597d-e421-42d2-a41d-2d70e6f1168c', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:83:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d52410-e972-457b-8d59-076ed8047b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:01:22Z', 'updated_at': '2022-07-25T09:01:24Z', 'revision_number': 1, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 09:03:44.961354 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3afc48-fb12-4196-a0b6-ee350954fe26 None None] New status for floating IP 76a1dfe8-8915-411e-98fe-8ee4cbe20199: ACTIVE {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 09:03:53.688956 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57cf838d-534c-4464-b2ce-87248da50e18 req-3d810d17-8c18-4eb4-a1a5-d0dc6ea44b5e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376854 Jul 25 09:03:53.760333 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf838d-534c-4464-b2ce-87248da50e18 req-c1dead07-7bdc-4b24-a3f3-c864c4effd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:53.761827 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57cf838d-534c-4464-b2ce-87248da50e18 req-c1dead07-7bdc-4b24-a3f3-c864c4effd70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 1129 time: 0.0393665 Jul 25 09:03:53.870352 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf838d-534c-4464-b2ce-87248da50e18 req-acfdb046-ee8f-49ea-b829-50b7d1957e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:53.871805 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57cf838d-534c-4464-b2ce-87248da50e18 req-acfdb046-ee8f-49ea-b829-50b7d1957e61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.0884733 Jul 25 09:03:53.911779 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:53.934088 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57cf838d-534c-4464-b2ce-87248da50e18 req-c573a8bd-a13d-419b-906a-37556e76c78c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c293c4-0d71-4560-bd24-a3ca240a65f8 HTTP/1.1" status: 200 len: 1000 time: 0.0540338 Jul 25 09:03:53.989743 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf838d-534c-4464-b2ce-87248da50e18 req-bc491ef6-aa01-463c-858e-4a1de19eeaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:53.991146 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57cf838d-534c-4464-b2ce-87248da50e18 req-bc491ef6-aa01-463c-858e-4a1de19eeaa5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0480497 Jul 25 09:03:54.036209 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf838d-534c-4464-b2ce-87248da50e18 req-fe66ef9f-7f02-4576-a624-47a5cf94cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:03:54.037735 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57cf838d-534c-4464-b2ce-87248da50e18 req-fe66ef9f-7f02-4576-a624-47a5cf94cf96 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402145 Jul 25 09:03:54.131011 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57cf838d-534c-4464-b2ce-87248da50e18 req-a90a452f-effe-4484-816e-8eefea8b3991 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850782 Jul 25 09:03:54.226557 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-57cf838d-534c-4464-b2ce-87248da50e18 req-61cf0864-a185-4e35-b9a2-1c10429a4315 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897946 Jul 25 09:03:55.062168 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:55.065458 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:03:55.690956 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:03:57.557292 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:04:04.221079 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=92 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:04.223066 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=28 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:05.480800 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=92 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:05.684906 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:05.686782 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:07.471377 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=90 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:07.688642 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-1dce76e7-1ed9-4e3d-b245-05f1bf2fa2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:10.057058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-0f50cf21-5faf-46e1-9ad5-c8037f8258c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:11.100946 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:12.444896 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:12.849005 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:22.843053 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:22.844885 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:25.678315 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:34.475560 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:04:35.668447 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:35.674006 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:37.690866 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2f68d945-79cb-4e34-b180-295566a7a31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:40.058839 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-641b8b28-e1f1-47ce-895f-839053525f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:41.028034 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38096) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:41.102631 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:41.299591 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Deleting port 92536168-73f8-4508-bcdc-bb78af5d99f5 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:04:41.299891 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (92536168-73f8-4508-bcdc-bb78af5d99f5), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:41.375212 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (92536168-73f8-4508-bcdc-bb78af5d99f5), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:41.375516 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for floatingip (92536168-73f8-4508-bcdc-bb78af5d99f5), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:41.388129 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Calling delete_port for 92536168-73f8-4508-bcdc-bb78af5d99f5 owned by network:floatingip {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:04:41.534799 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (92536168-73f8-4508-bcdc-bb78af5d99f5), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:41.561091 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event deleted for resources: {'Port': ['ID=92536168-73f8-4508-bcdc-bb78af5d99f5,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:41.588622 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.588965 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.589298 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.589628 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.589953 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.590271 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.590594 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.590911 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.591227 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.591540 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.591856 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.592172 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.592483 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.592895 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.593209 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:41.635510 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for floatingip (ec0b0c00-96d3-41b8-8394-432ec6663a5d), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:41.635833 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Floating IP ec0b0c00-96d3-41b8-8394-432ec6663a5d disassociated (deleted). External IP: 172.27.1.169, port: b087c389-b3fd-48fa-8487-06d1bd3360c7. Jul 25 09:04:41.836480 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Router 88047422-7d69-41f9-b6b2-44b509869dbb has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 09:04:41.943225 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 09:04:41.948698 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:41.954390 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a82150f-8b98-4041-ae3a-4ca9e12456e1 None None] Sync routers for ids ['88047422-7d69-41f9-b6b2-44b509869dbb'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 09:04:41.966455 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a82150f-8b98-4041-ae3a-4ca9e12456e1 None None] Routers {'88047422-7d69-41f9-b6b2-44b509869dbb'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:04:41.967076 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8a82150f-8b98-4041-ae3a-4ca9e12456e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:04:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['88047422-7d69-41f9-b6b2-44b509869dbb'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:41.979932 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f7258500-cc20-4b01-a564-5aef0aab09df tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "DELETE /v2.0/floatingips/ec0b0c00-96d3-41b8-8394-432ec6663a5d HTTP/1.1" status: 204 len: 168 time: 0.9507365 Jul 25 09:04:41.980514 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:04:41.982832 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c573b0-9486-4ad5-9171-8635a142a5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:04:42.074178 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-8a82150f-8b98-4041-ae3a-4ca9e12456e1 None None] Set router 88047422-7d69-41f9-b6b2-44b509869dbb gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:04:42.196755 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 09:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3334a058-54cc-491b-bd1f-69978ed2bcbc x-openstack-request-id: req-3334a058-54cc-491b-bd1f-69978ed2bcbc {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:04:42.197297 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:04:42.197297 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3334a058-54cc-491b-bd1f-69978ed2bcbc {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:04:42.197663 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3334a058-54cc-491b-bd1f-69978ed2bcbc'] response: {'name': 'network-changed', 'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'status': 'completed', 'code': 200} Jul 25 09:04:42.226566 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd22a5e-1ffd-4f2e-95f1-193ffa72f3c6 req-7c23fe9b-12cb-4ba9-922b-1879c59a07b5 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:04:42.228265 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-acd22a5e-1ffd-4f2e-95f1-193ffa72f3c6 req-7c23fe9b-12cb-4ba9-922b-1879c59a07b5 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0539947 Jul 25 09:04:42.273323 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8a82150f-8b98-4041-ae3a-4ca9e12456e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '848561a3-3c06-40dc-bca3-39037bb40e38', 'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'mac_address': 'fa:16:3e:63:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:07Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 5, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'subnets': [{'id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:42.281578 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-acd22a5e-1ffd-4f2e-95f1-193ffa72f3c6 req-97b2760f-fe2f-43c2-b6ea-dbde5939b621 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476182 Jul 25 09:04:42.304507 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a82150f-8b98-4041-ae3a-4ca9e12456e1 None None] Checking router: 88047422-7d69-41f9-b6b2-44b509869dbb for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 09:04:42.308828 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a82150f-8b98-4041-ae3a-4ca9e12456e1 None None] Routers {'88047422-7d69-41f9-b6b2-44b509869dbb'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:04:42.309430 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8a82150f-8b98-4041-ae3a-4ca9e12456e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:04:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['88047422-7d69-41f9-b6b2-44b509869dbb'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:42.412009 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-8a82150f-8b98-4041-ae3a-4ca9e12456e1 None None] Set router 88047422-7d69-41f9-b6b2-44b509869dbb gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:04:42.448860 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:42.603535 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-8a82150f-8b98-4041-ae3a-4ca9e12456e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '848561a3-3c06-40dc-bca3-39037bb40e38', 'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'mac_address': 'fa:16:3e:63:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:07Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 5, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'subnets': [{'id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:42.628919 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a82150f-8b98-4041-ae3a-4ca9e12456e1 None None] The sync data for ids ['88047422-7d69-41f9-b6b2-44b509869dbb'] in dv-cinder-850840-1-iscsi is: [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T08:59:08Z', 'revision_number': 4, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '848561a3-3c06-40dc-bca3-39037bb40e38', 'name': '', 'network_id': '35257166-0377-42b7-b5ee-f1f63f121fe2', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'mac_address': 'fa:16:3e:63:ac:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:07Z', 'updated_at': '2022-07-25T08:59:13Z', 'revision_number': 5, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'subnets': [{'id': '860c7388-9888-4552-8ac7-c9795430f4ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 09:04:42.844838 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:42.857247 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c844952-a646-4b0b-8696-1172b3ccb9e1 None None] New status for floating IP ec0b0c00-96d3-41b8-8394-432ec6663a5d: DOWN {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 09:04:43.278517 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c573b0-9486-4ad5-9171-8635a142a5cd req-c35010f1-d1be-4b4f-92fb-9a398a62bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:04:43.279935 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c2c573b0-9486-4ad5-9171-8635a142a5cd req-c35010f1-d1be-4b4f-92fb-9a398a62bd0f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4a77723e8867459c99fcd86914fa44df&device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 1129 time: 0.0440836 Jul 25 09:04:43.408488 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c573b0-9486-4ad5-9171-8635a142a5cd req-38b74081-b059-41a9-8ed6-a950be14f0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:04:43.409973 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c2c573b0-9486-4ad5-9171-8635a142a5cd req-38b74081-b059-41a9-8ed6-a950be14f0b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=35257166-0377-42b7-b5ee-f1f63f121fe2 HTTP/1.1" status: 200 len: 910 time: 0.1248310 Jul 25 09:04:43.423708 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5f48c-5ce7-46f8-91e3-c959154e1932 req-83e928bc-7bbd-4da2-b1d0-1729a7a673ec tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:04:43.425142 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-44c5f48c-5ce7-46f8-91e3-c959154e1932 req-83e928bc-7bbd-4da2-b1d0-1729a7a673ec tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0633080 Jul 25 09:04:43.479464 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c2c573b0-9486-4ad5-9171-8635a142a5cd req-64d028b2-6728-4d09-a61c-fd1a4c44dd9d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7 HTTP/1.1" status: 200 len: 217 time: 0.0445523 Jul 25 09:04:43.539354 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-44c5f48c-5ce7-46f8-91e3-c959154e1932 req-9ad122f7-e443-44d4-98b8-2af28746c981 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/security-groups?id=c9ab981f-51b1-4935-b526-43f5c766e686&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060002 Jul 25 09:04:43.551425 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c573b0-9486-4ad5-9171-8635a142a5cd req-9588aab9-156a-4d6c-88e6-c662a7c7faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:04:43.552820 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c2c573b0-9486-4ad5-9171-8635a142a5cd req-9588aab9-156a-4d6c-88e6-c662a7c7faf0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=860c7388-9888-4552-8ac7-c9795430f4ce HTTP/1.1" status: 200 len: 848 time: 0.0673473 Jul 25 09:04:44.074501 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c573b0-9486-4ad5-9171-8635a142a5cd req-556683b7-6c15-4b76-ae81-b51c4ad1c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:04:44.076073 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c2c573b0-9486-4ad5-9171-8635a142a5cd req-556683b7-6c15-4b76-ae81-b51c4ad1c2b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35257166-0377-42b7-b5ee-f1f63f121fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451703 Jul 25 09:04:44.194984 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:44.201348 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:44.216831 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35dfd59-68b5-4888-82ba-bd4a1c1c896e req-e41de6e4-c15e-454b-b18d-b2676eb8e1d5 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:04:44.218342 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c35dfd59-68b5-4888-82ba-bd4a1c1c896e req-e41de6e4-c15e-454b-b18d-b2676eb8e1d5 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.48 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 945 time: 0.0581961 Jul 25 09:04:44.256414 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c2c573b0-9486-4ad5-9171-8635a142a5cd req-cac12eb2-e09c-44f9-98cb-592914e07bfc service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964217 Jul 25 09:04:44.314376 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-c35dfd59-68b5-4888-82ba-bd4a1c1c896e req-48b07816-de3f-4a3e-8d87-c3134d2f1eb9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Deleting port b087c389-b3fd-48fa-8487-06d1bd3360c7 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:04:44.314725 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c35dfd59-68b5-4888-82ba-bd4a1c1c896e req-48b07816-de3f-4a3e-8d87-c3134d2f1eb9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:44.357317 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c2c573b0-9486-4ad5-9171-8635a142a5cd req-d7ff3859-d019-422e-99ae-e5f2924c2d2b service neutron] 10.222.0.48 "GET /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945089 Jul 25 09:04:44.410466 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [req-c35dfd59-68b5-4888-82ba-bd4a1c1c896e req-48b07816-de3f-4a3e-8d87-c3134d2f1eb9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] For port b087c389-b3fd-48fa-8487-06d1bd3360c7, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=b087c389-b3fd-48fa-8487-06d1bd3360c7,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:04:44.411062 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c35dfd59-68b5-4888-82ba-bd4a1c1c896e req-48b07816-de3f-4a3e-8d87-c3134d2f1eb9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:44.425949 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [req-c35dfd59-68b5-4888-82ba-bd4a1c1c896e req-48b07816-de3f-4a3e-8d87-c3134d2f1eb9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Calling delete_port for b087c389-b3fd-48fa-8487-06d1bd3360c7 owned by compute:nova {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:04:44.561254 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c35dfd59-68b5-4888-82ba-bd4a1c1c896e req-48b07816-de3f-4a3e-8d87-c3134d2f1eb9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (b087c389-b3fd-48fa-8487-06d1bd3360c7), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:44.591720 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b07816-de3f-4a3e-8d87-c3134d2f1eb9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event deleted for resources: {'Port': ['ID=b087c389-b3fd-48fa-8487-06d1bd3360c7,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:44.639462 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35dfd59-68b5-4888-82ba-bd4a1c1c896e req-48b07816-de3f-4a3e-8d87-c3134d2f1eb9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] No DVR routers for this DVR port b087c389-b3fd-48fa-8487-06d1bd3360c7 on host hv-cinder-85084 {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 09:04:44.642023 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [req-c35dfd59-68b5-4888-82ba-bd4a1c1c896e req-48b07816-de3f-4a3e-8d87-c3134d2f1eb9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:44.645494 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-c35dfd59-68b5-4888-82ba-bd4a1c1c896e req-48b07816-de3f-4a3e-8d87-c3134d2f1eb9 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.48 "DELETE /v2.0/ports/b087c389-b3fd-48fa-8487-06d1bd3360c7 HTTP/1.1" status: 204 len: 173 time: 0.4225047 Jul 25 09:04:44.645933 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'name': 'network-vif-deleted', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:04:44.648286 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d214c8-caa1-49a5-a939-8ece3f6cca7a" -d '{"events": [{"server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "name": "network-vif-deleted", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:04:44.649325 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-1438df63-71b1-4799-aed3-a6374596e05d req-68f04974-14d2-4314-880f-ae576e89a918 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 210 time: 0.0310185 Jul 25 09:04:44.702927 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 09:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93734dd3-9566-4e43-b14f-b1bcb2f3efc0 x-openstack-request-id: req-93734dd3-9566-4e43-b14f-b1bcb2f3efc0 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:04:44.703259 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dee25d-a829-4ade-b3e3-05a11ae3d650", "name": "network-vif-deleted", "tag": "b087c389-b3fd-48fa-8487-06d1bd3360c7", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:04:44.703521 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93734dd3-9566-4e43-b14f-b1bcb2f3efc0 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:04:44.703932 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93734dd3-9566-4e43-b14f-b1bcb2f3efc0'] response: {'server_uuid': '43dee25d-a829-4ade-b3e3-05a11ae3d650', 'name': 'network-vif-deleted', 'tag': 'b087c389-b3fd-48fa-8487-06d1bd3360c7', 'status': 'completed', 'code': 200} Jul 25 09:04:45.773195 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-093f3333-9c06-4733-8f83-417ba93086eb req-5e94e5a8-f3a5-4461-ac10-aceed3b193e5 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "GET /v2.0/ports?device_id=43dee25d-a829-4ade-b3e3-05a11ae3d650 HTTP/1.1" status: 200 len: 210 time: 0.0280221 Jul 25 09:04:46.839586 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38132) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:46.901619 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group (c9ab981f-51b1-4935-b526-43f5c766e686), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:46.927699 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group (c9ab981f-51b1-4935-b526-43f5c766e686), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:46.998609 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (c9ab981f-51b1-4935-b526-43f5c766e686), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:47.001208 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:47.002430 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] 10.222.0.52 "DELETE /v2.0/security-groups/c9ab981f-51b1-4935-b526-43f5c766e686 HTTP/1.1" status: 204 len: 168 time: 0.1632297 Jul 25 09:04:47.014011 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ab981f-51b1-4935-b526-43f5c766e686,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:47.021747 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.022688 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.023042 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.023380 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.023716 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.024046 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.024378 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.024752 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.025060 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.025386 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.025706 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.026028 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.026348 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.026668 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.026986 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00778d39-fe5a-4fd0-b676-cf339afec1f3 tempest-TestShelveInstance-778366475 tempest-TestShelveInstance-778366475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:47.062192 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38136) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:47.488458 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711734'] for router_interface (88047422-7d69-41f9-b6b2-44b509869dbb), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:47.660905 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:47.693911 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:47.730535 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] Deleting port 848561a3-3c06-40dc-bca3-39037bb40e38 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:04:47.730871 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:47.738958 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device b087c389-b3fd-48fa-8487-06d1bd3360c7 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:04:47.758964 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: b087c389-b3fd-48fa-8487-06d1bd3360c7 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:04:47.759307 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device b087c389-b3fd-48fa-8487-06d1bd3360c7 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:04:47.814598 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] For port 848561a3-3c06-40dc-bca3-39037bb40e38, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=848561a3-3c06-40dc-bca3-39037bb40e38,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:04:47.814960 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:47.827688 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] Calling delete_port for 848561a3-3c06-40dc-bca3-39037bb40e38 owned by network:router_interface {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:04:48.013123 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (848561a3-3c06-40dc-bca3-39037bb40e38), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:48.043291 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] Pushing event deleted for resources: {'Port': ['ID=848561a3-3c06-40dc-bca3-39037bb40e38,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:48.217179 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614822'] for router_interface (88047422-7d69-41f9-b6b2-44b509869dbb), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:48.425675 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] Router 88047422-7d69-41f9-b6b2-44b509869dbb has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 09:04:48.508669 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:48.530851 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 09:04:48.536505 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6c12d792-d877-41e6-a2cd-fb8ef374e91e admin admin] 10.222.0.52 "PUT /v2.0/routers/88047422-7d69-41f9-b6b2-44b509869dbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4726946 Jul 25 09:04:48.538865 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38140) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:48.539500 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329af6c4-87fe-4e99-beae-55ff8331de45 None None] Sync routers for ids ['88047422-7d69-41f9-b6b2-44b509869dbb'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 09:04:48.541886 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=77 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:48.543489 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=67 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:48.552548 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329af6c4-87fe-4e99-beae-55ff8331de45 None None] Routers {'88047422-7d69-41f9-b6b2-44b509869dbb'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:04:48.553231 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-329af6c4-87fe-4e99-beae-55ff8331de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:04:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['88047422-7d69-41f9-b6b2-44b509869dbb'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:48.581251 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:48.645105 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Publish callbacks [] for router (88047422-7d69-41f9-b6b2-44b509869dbb), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:48.672090 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-329af6c4-87fe-4e99-beae-55ff8331de45 None None] Set router 88047422-7d69-41f9-b6b2-44b509869dbb gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:04:48.757580 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Publish callbacks [] for router_gateway (88047422-7d69-41f9-b6b2-44b509869dbb), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:48.802351 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Deleting port 441c1dad-7421-4590-a882-6963a2ff8f19 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:04:48.802685 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:48.846458 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-329af6c4-87fe-4e99-beae-55ff8331de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T09:04:47Z', 'revision_number': 5, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port': {'id': '441c1dad-7421-4590-a882-6963a2ff8f19', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:06Z', 'updated_at': '2022-07-25T08:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:48.871995 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329af6c4-87fe-4e99-beae-55ff8331de45 None None] Checking router: 88047422-7d69-41f9-b6b2-44b509869dbb for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 09:04:48.880367 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329af6c4-87fe-4e99-beae-55ff8331de45 None None] Routers {'88047422-7d69-41f9-b6b2-44b509869dbb'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:04:48.880995 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-329af6c4-87fe-4e99-beae-55ff8331de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:04:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['88047422-7d69-41f9-b6b2-44b509869dbb'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:48.884060 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] For port 441c1dad-7421-4590-a882-6963a2ff8f19, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=441c1dad-7421-4590-a882-6963a2ff8f19,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:04:48.884426 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:48.897030 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Calling delete_port for 441c1dad-7421-4590-a882-6963a2ff8f19 owned by network:router_gateway {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:04:48.962777 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-329af6c4-87fe-4e99-beae-55ff8331de45 None None] Set router 88047422-7d69-41f9-b6b2-44b509869dbb gateway port host: None {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:04:49.012462 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-329af6c4-87fe-4e99-beae-55ff8331de45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T09:04:48Z', 'revision_number': 6, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port_host': None}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:49.061335 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (441c1dad-7421-4590-a882-6963a2ff8f19), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.090669 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=441c1dad-7421-4590-a882-6963a2ff8f19,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:49.121087 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329af6c4-87fe-4e99-beae-55ff8331de45 None None] The sync data for ids ['88047422-7d69-41f9-b6b2-44b509869dbb'] in dv-cinder-850840-1-iscsi is: [{'id': '88047422-7d69-41f9-b6b2-44b509869dbb', 'name': 'tempest-TestShelveInstance-1890827971-router', 'tenant_id': '4a77723e8867459c99fcd86914fa44df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:05Z', 'updated_at': '2022-07-25T09:04:48Z', 'revision_number': 6, 'project_id': '4a77723e8867459c99fcd86914fa44df', 'gw_port_host': None}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 09:04:49.165303 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714570'] for router_gateway (88047422-7d69-41f9-b6b2-44b509869dbb), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.514936 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1516'] for router (88047422-7d69-41f9-b6b2-44b509869dbb), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.517243 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Publish callbacks [] for router_controller (88047422-7d69-41f9-b6b2-44b509869dbb), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.559608 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621980'] for router (88047422-7d69-41f9-b6b2-44b509869dbb), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.560252 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88047422-7d69-41f9-b6b2-44b509869dbb {{(pid=110463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 09:04:49.564982 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.566182 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-9cf3d601-5274-482a-a94b-f1fe7f40d3aa admin admin] 10.222.0.52 "DELETE /v2.0/routers/88047422-7d69-41f9-b6b2-44b509869dbb HTTP/1.1" status: 204 len: 168 time: 1.0263138 Jul 25 09:04:49.568722 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38142) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:49.615693 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cc470a-072c-446e-93bf-9e6cfc805dce admin admin] Deleting subnet 860c7388-9888-4552-8ac7-c9795430f4ce {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 09:04:49.618762 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33cc470a-072c-446e-93bf-9e6cfc805dce admin admin] Publish callbacks [] for subnet (860c7388-9888-4552-8ac7-c9795430f4ce), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.652779 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33cc470a-072c-446e-93bf-9e6cfc805dce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2984794'] for subnet (860c7388-9888-4552-8ac7-c9795430f4ce), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.693132 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:49.724858 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:49.728155 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33cc470a-072c-446e-93bf-9e6cfc805dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (860c7388-9888-4552-8ac7-c9795430f4ce), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.785500 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33cc470a-072c-446e-93bf-9e6cfc805dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376480'] for subnet (860c7388-9888-4552-8ac7-c9795430f4ce), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.808867 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc470a-072c-446e-93bf-9e6cfc805dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860c7388-9888-4552-8ac7-c9795430f4ce,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:49.814399 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-33cc470a-072c-446e-93bf-9e6cfc805dce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.818143 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-33cc470a-072c-446e-93bf-9e6cfc805dce admin admin] 10.222.0.52 "DELETE /v2.0/subnets/860c7388-9888-4552-8ac7-c9795430f4ce HTTP/1.1" status: 204 len: 168 time: 0.2484481 Jul 25 09:04:49.820827 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38144) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:49.822847 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5597e2f-ea20-4db8-ab06-dee307262602 None None] Network 35257166-0377-42b7-b5ee-f1f63f121fe2 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 09:04:49.899519 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (35257166-0377-42b7-b5ee-f1f63f121fe2), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.912626 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 848561a3-3c06-40dc-bca3-39037bb40e38 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:04:49.935825 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:49.940521 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 848561a3-3c06-40dc-bca3-39037bb40e38 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:04:49.940890 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 848561a3-3c06-40dc-bca3-39037bb40e38 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:04:49.941303 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 441c1dad-7421-4590-a882-6963a2ff8f19 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:04:49.947648 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Deleting port 02774b83-73bd-4297-ba2f-5926cc91eae2 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:04:49.947930 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:49.964763 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 441c1dad-7421-4590-a882-6963a2ff8f19 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:04:49.965090 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 441c1dad-7421-4590-a882-6963a2ff8f19 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:04:50.014931 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] For port 02774b83-73bd-4297-ba2f-5926cc91eae2, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=02774b83-73bd-4297-ba2f-5926cc91eae2,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:04:50.015591 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.025584 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:50.030420 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] DHCP port deletion for 35257166-0377-42b7-b5ee-f1f63f121fe2 request from dv-cinder-850840-1-iscsi {{(pid=110464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 09:04:50.032952 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Calling delete_port for 02774b83-73bd-4297-ba2f-5926cc91eae2 owned by network:dhcp {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:04:50.068156 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Deleting port 02774b83-73bd-4297-ba2f-5926cc91eae2 {{(pid=110464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:04:50.068634 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), before_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.118786 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.138572 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] For port 02774b83-73bd-4297-ba2f-5926cc91eae2, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=02774b83-73bd-4297-ba2f-5926cc91eae2,segment=NetworkSegment(af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71),segment_id=af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:04:50.138968 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), precommit_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.147168 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] No DVR routers for this DVR port 02774b83-73bd-4297-ba2f-5926cc91eae2 on host dv-cinder-850840-1-iscsi {{(pid=110462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 09:04:50.149130 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=02774b83-73bd-4297-ba2f-5926cc91eae2,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:50.155640 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Calling delete_port for 02774b83-73bd-4297-ba2f-5926cc91eae2 owned by network:dhcp {{(pid=110464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:04:50.225454 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (35257166-0377-42b7-b5ee-f1f63f121fe2), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.241382 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (02774b83-73bd-4297-ba2f-5926cc91eae2), after_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.249914 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35257166-0377-42b7-b5ee-f1f63f121fe2']}} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:50.259960 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71') {'for_net_delete': True} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:50.260251 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71') {} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:50.264522 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Pushing event deleted for resources: {'Port': ['ID=02774b83-73bd-4297-ba2f-5926cc91eae2,revision_number=None']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:50.269782 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048587'] for segment (af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.274260 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] No DVR routers for this DVR port 02774b83-73bd-4297-ba2f-5926cc91eae2 on host dv-cinder-850840-1-iscsi {{(pid=110464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 09:04:50.277667 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.278013 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.278358 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.278698 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.279038 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.279369 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.279698 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.280025 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.280351 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.280841 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.281027 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.281355 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.281680 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.282004 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.282324 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ebd7a2-c17a-44e0-bfa4-86a34d000630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:04:50.289816 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.297205 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=110462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 09:04:50.297373 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25638468'] for segment (af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.357244 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (35257166-0377-42b7-b5ee-f1f63f121fe2), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.362951 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.366141 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] 10.222.0.52 "DELETE /v2.0/networks/35257166-0377-42b7-b5ee-f1f63f121fe2 HTTP/1.1" status: 204 len: 168 time: 0.5438113 Jul 25 09:04:50.369579 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38150) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:50.377752 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0f209-c189-4e2f-8067-15bdcb2d3d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=35257166-0377-42b7-b5ee-f1f63f121fe2,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:50.382211 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71 resource provider aggregate not found Jul 25 09:04:50.399205 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af5530a8-1ff1-4ad3-9748-5bcbaaf7dc71 found for delete ", "request_id": "req-8a112c76-6556-4138-9285-45ca63b93604"}]} Jul 25 09:04:50.680660 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711734'] for router_interface (55e77ee5-e350-4856-aba4-7e3d156a4753), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.899093 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] Deleting port fcce1d98-0438-4931-adb9-cd2a8a475e8f {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:04:50.899434 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.980502 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] For port fcce1d98-0438-4931-adb9-cd2a8a475e8f, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=fcce1d98-0438-4931-adb9-cd2a8a475e8f,segment=NetworkSegment(4a0fd96c-5142-4239-9dd6-3059fb377dcb),segment_id=4a0fd96c-5142-4239-9dd6-3059fb377dcb)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:04:50.980805 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:50.994137 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] Calling delete_port for fcce1d98-0438-4931-adb9-cd2a8a475e8f owned by network:router_interface {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:04:51.038830 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:51.161005 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:DELETE=5,neutron:UPDATE=2,neutron:SELECT=93 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:51.173317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (fcce1d98-0438-4931-adb9-cd2a8a475e8f), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:51.198544 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=fcce1d98-0438-4931-adb9-cd2a8a475e8f,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:51.360033 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614822'] for router_interface (55e77ee5-e350-4856-aba4-7e3d156a4753), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:51.565052 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] Router 55e77ee5-e350-4856-aba4-7e3d156a4753 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 09:04:51.670951 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 09:04:51.675795 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-586e95d0-0efe-4c1a-84ac-2832dfe64c3a admin admin] 10.222.0.52 "PUT /v2.0/routers/55e77ee5-e350-4856-aba4-7e3d156a4753/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3045979 Jul 25 09:04:51.678490 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38154) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:51.683260 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affadfdb-a698-42ad-9540-f1449c315176 None None] Sync routers for ids ['55e77ee5-e350-4856-aba4-7e3d156a4753'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 09:04:51.690596 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 02774b83-73bd-4297-ba2f-5926cc91eae2 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:04:51.715340 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 02774b83-73bd-4297-ba2f-5926cc91eae2 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:04:51.715676 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 02774b83-73bd-4297-ba2f-5926cc91eae2 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:04:51.717126 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affadfdb-a698-42ad-9540-f1449c315176 None None] Routers {'55e77ee5-e350-4856-aba4-7e3d156a4753'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:04:51.717725 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-affadfdb-a698-42ad-9540-f1449c315176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:04:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['55e77ee5-e350-4856-aba4-7e3d156a4753'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:51.782171 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Publish callbacks [] for router (55e77ee5-e350-4856-aba4-7e3d156a4753), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:51.820414 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-affadfdb-a698-42ad-9540-f1449c315176 None None] Set router 55e77ee5-e350-4856-aba4-7e3d156a4753 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:04:51.878174 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:51.881144 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Publish callbacks [] for router_gateway (55e77ee5-e350-4856-aba4-7e3d156a4753), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:51.926491 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Deleting port 98f6eda4-d51d-4651-b8a7-412af4512783 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:04:51.927067 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:51.990426 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-affadfdb-a698-42ad-9540-f1449c315176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'name': 'tempest-TestShelveInstance-1620375493-router', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:10Z', 'updated_at': '2022-07-25T09:04:51Z', 'revision_number': 5, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'gw_port': {'id': '98f6eda4-d51d-4651-b8a7-412af4512783', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:e0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:59:11Z', 'updated_at': '2022-07-25T08:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:52.010082 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] For port 98f6eda4-d51d-4651-b8a7-412af4512783, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=98f6eda4-d51d-4651-b8a7-412af4512783,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:04:52.010447 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.016549 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affadfdb-a698-42ad-9540-f1449c315176 None None] Checking router: 55e77ee5-e350-4856-aba4-7e3d156a4753 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 09:04:52.023853 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Calling delete_port for 98f6eda4-d51d-4651-b8a7-412af4512783 owned by network:router_gateway {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:04:52.025947 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affadfdb-a698-42ad-9540-f1449c315176 None None] Routers {'55e77ee5-e350-4856-aba4-7e3d156a4753'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:04:52.026557 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-affadfdb-a698-42ad-9540-f1449c315176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:04:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['55e77ee5-e350-4856-aba4-7e3d156a4753'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:52.086168 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:52.194531 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (98f6eda4-d51d-4651-b8a7-412af4512783), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.222566 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=98f6eda4-d51d-4651-b8a7-412af4512783,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:52.240485 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-affadfdb-a698-42ad-9540-f1449c315176 None None] Set router 55e77ee5-e350-4856-aba4-7e3d156a4753 gateway port host: None {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:04:52.287258 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714570'] for router_gateway (55e77ee5-e350-4856-aba4-7e3d156a4753), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.294241 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-affadfdb-a698-42ad-9540-f1449c315176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'name': 'tempest-TestShelveInstance-1620375493-router', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:10Z', 'updated_at': '2022-07-25T09:04:51Z', 'revision_number': 6, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'gw_port_host': None}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:52.320091 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affadfdb-a698-42ad-9540-f1449c315176 None None] The sync data for ids ['55e77ee5-e350-4856-aba4-7e3d156a4753'] in dv-cinder-850840-1-iscsi is: [{'id': '55e77ee5-e350-4856-aba4-7e3d156a4753', 'name': 'tempest-TestShelveInstance-1620375493-router', 'tenant_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:59:10Z', 'updated_at': '2022-07-25T09:04:51Z', 'revision_number': 6, 'project_id': '9b26a9a5df2b447cae8fc546e3e252c6', 'gw_port_host': None}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 09:04:52.375898 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1516'] for router (55e77ee5-e350-4856-aba4-7e3d156a4753), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.378303 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Publish callbacks [] for router_controller (55e77ee5-e350-4856-aba4-7e3d156a4753), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.420146 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621980'] for router (55e77ee5-e350-4856-aba4-7e3d156a4753), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.420824 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55e77ee5-e350-4856-aba4-7e3d156a4753 {{(pid=110463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 09:04:52.425150 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.426294 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3741562d-fcba-43b3-b746-850e2614c4fe admin admin] 10.222.0.52 "DELETE /v2.0/routers/55e77ee5-e350-4856-aba4-7e3d156a4753 HTTP/1.1" status: 204 len: 168 time: 0.7470543 Jul 25 09:04:52.429327 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38158) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:52.477070 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-019a43fe-237e-4554-b36e-5576b1dfef56 admin admin] Deleting subnet 7080d847-b79c-4265-8b5d-f5d9631a9e5b {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 09:04:52.480133 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-019a43fe-237e-4554-b36e-5576b1dfef56 admin admin] Publish callbacks [] for subnet (7080d847-b79c-4265-8b5d-f5d9631a9e5b), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.515571 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-019a43fe-237e-4554-b36e-5576b1dfef56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2984794'] for subnet (7080d847-b79c-4265-8b5d-f5d9631a9e5b), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.588287 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-019a43fe-237e-4554-b36e-5576b1dfef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (7080d847-b79c-4265-8b5d-f5d9631a9e5b), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.646899 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-019a43fe-237e-4554-b36e-5576b1dfef56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376480'] for subnet (7080d847-b79c-4265-8b5d-f5d9631a9e5b), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.674848 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a43fe-237e-4554-b36e-5576b1dfef56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7080d847-b79c-4265-8b5d-f5d9631a9e5b,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:52.678861 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-019a43fe-237e-4554-b36e-5576b1dfef56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.684481 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38160) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:52.685051 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-019a43fe-237e-4554-b36e-5576b1dfef56 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7080d847-b79c-4265-8b5d-f5d9631a9e5b HTTP/1.1" status: 204 len: 168 time: 0.2542567 Jul 25 09:04:52.687349 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9511a716-1b38-4d7c-92a0-0b984d3f1533 None None] Network 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 09:04:52.689669 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:52.736904 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:52.767128 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (3e8b01ce-9047-4b69-b31f-1a9f0c49ce59), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.815500 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Deleting port 67d4088a-52d0-4de0-af4d-9dec7986f082 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:04:52.815838 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.879295 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] For port 67d4088a-52d0-4de0-af4d-9dec7986f082, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=67d4088a-52d0-4de0-af4d-9dec7986f082,segment=NetworkSegment(4a0fd96c-5142-4239-9dd6-3059fb377dcb),segment_id=4a0fd96c-5142-4239-9dd6-3059fb377dcb)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:04:52.879654 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.892146 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Calling delete_port for 67d4088a-52d0-4de0-af4d-9dec7986f082 owned by network:dhcp {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:04:52.971122 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (67d4088a-52d0-4de0-af4d-9dec7986f082), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:52.994324 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d4088a-52d0-4de0-af4d-9dec7986f082,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:53.000230 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] No DVR routers for this DVR port 67d4088a-52d0-4de0-af4d-9dec7986f082 on host dv-cinder-850840-1-iscsi {{(pid=110462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 09:04:53.077433 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (3e8b01ce-9047-4b69-b31f-1a9f0c49ce59), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:53.098782 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8b01ce-9047-4b69-b31f-1a9f0c49ce59']}} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:53.109587 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a563cff-8b55-4a91-be79-8a8d0dac0e09 None None] DHCP port deletion for 3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 request from dv-cinder-850840-1-iscsi {{(pid=110464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 09:04:53.111138 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0fd96c-5142-4239-9dd6-3059fb377dcb') {'for_net_delete': True} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:53.111435 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0fd96c-5142-4239-9dd6-3059fb377dcb') {} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:04:53.125842 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048587'] for segment (4a0fd96c-5142-4239-9dd6-3059fb377dcb), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:53.136238 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:53.140147 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (4a0fd96c-5142-4239-9dd6-3059fb377dcb), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:53.148319 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=110462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 09:04:53.148810 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25638468'] for segment (4a0fd96c-5142-4239-9dd6-3059fb377dcb), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:53.188164 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment 4a0fd96c-5142-4239-9dd6-3059fb377dcb resource provider aggregate not found Jul 25 09:04:53.208604 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment 4a0fd96c-5142-4239-9dd6-3059fb377dcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a0fd96c-5142-4239-9dd6-3059fb377dcb found for delete ", "request_id": "req-8ce9ae09-a710-4821-92c3-6bd93567ede2"}]} Jul 25 09:04:53.218001 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (3e8b01ce-9047-4b69-b31f-1a9f0c49ce59), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:53.223962 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:53.227158 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/3e8b01ce-9047-4b69-b31f-1a9f0c49ce59 HTTP/1.1" status: 204 len: 168 time: 0.5408652 Jul 25 09:04:53.238982 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dc393-e70b-4dea-96cf-d46262fa4de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8b01ce-9047-4b69-b31f-1a9f0c49ce59,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:53.384265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38168) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:53.427743 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-78e1b724-5153-468b-83d7-060f58162d39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a77723e8867459c99fcd86914fa44df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422895 Jul 25 09:04:53.430732 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38170) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:53.436265 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:53.481918 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7c46424a-4182-4ade-a3fc-09ef744860e7 admin admin] Publish callbacks [] for security_group (0b31a5df-bb2f-4acc-b43b-1b82f383318a), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:53.503616 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7c46424a-4182-4ade-a3fc-09ef744860e7 admin admin] Publish callbacks [] for security_group (0b31a5df-bb2f-4acc-b43b-1b82f383318a), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:53.550077 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7c46424a-4182-4ade-a3fc-09ef744860e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (0b31a5df-bb2f-4acc-b43b-1b82f383318a), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:53.552745 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7c46424a-4182-4ade-a3fc-09ef744860e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:53.554520 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-7c46424a-4182-4ade-a3fc-09ef744860e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b31a5df-bb2f-4acc-b43b-1b82f383318a HTTP/1.1" status: 204 len: 168 time: 0.1228859 Jul 25 09:04:53.562427 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46424a-4182-4ade-a3fc-09ef744860e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b31a5df-bb2f-4acc-b43b-1b82f383318a,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:53.646906 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 98f6eda4-d51d-4651-b8a7-412af4512783 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:04:53.667881 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 98f6eda4-d51d-4651-b8a7-412af4512783 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:04:53.668278 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 98f6eda4-d51d-4651-b8a7-412af4512783 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:04:53.668796 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device fcce1d98-0438-4931-adb9-cd2a8a475e8f no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:04:53.691003 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: fcce1d98-0438-4931-adb9-cd2a8a475e8f {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:04:53.691605 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device fcce1d98-0438-4931-adb9-cd2a8a475e8f not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:04:53.691731 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 67d4088a-52d0-4de0-af4d-9dec7986f082 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:04:53.710291 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 67d4088a-52d0-4de0-af4d-9dec7986f082 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:04:53.710641 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 67d4088a-52d0-4de0-af4d-9dec7986f082 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:04:53.816565 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-a9ec3088-08a0-413c-8255-aa86c5c5ac6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391414 Jul 25 09:04:53.890109 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38176) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:53.916255 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-b92710cb-f8d7-4236-8b5b-fde2eb94e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:04:53.917780 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-b92710cb-f8d7-4236-8b5b-fde2eb94e487 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 1129 time: 0.0402732 Jul 25 09:04:53.932172 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-c792db92-1f88-4825-abb4-7f34d9e28c2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9b26a9a5df2b447cae8fc546e3e252c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408702 Jul 25 09:04:53.934564 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38178) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:04:53.986412 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c9f1-29b7-4d3e-b1d4-664438f9065a admin admin] Publish callbacks [] for security_group (34e02d71-a6b0-4a26-b05c-be1bd75496c5), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:53.999926 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:54.010614 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c9f1-29b7-4d3e-b1d4-664438f9065a admin admin] Publish callbacks [] for security_group (34e02d71-a6b0-4a26-b05c-be1bd75496c5), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:54.026715 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-13a15b94-b2a1-4df0-ae77-16655bfa8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:04:54.028454 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-13a15b94-b2a1-4df0-ae77-16655bfa8bae service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.0928497 Jul 25 09:04:54.061823 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c9f1-29b7-4d3e-b1d4-664438f9065a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (34e02d71-a6b0-4a26-b05c-be1bd75496c5), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:54.064476 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c9f1-29b7-4d3e-b1d4-664438f9065a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:04:54.065670 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-a9f8c9f1-29b7-4d3e-b1d4-664438f9065a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34e02d71-a6b0-4a26-b05c-be1bd75496c5 HTTP/1.1" status: 204 len: 168 time: 0.1302149 Jul 25 09:04:54.073756 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8c9f1-29b7-4d3e-b1d4-664438f9065a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e02d71-a6b0-4a26-b05c-be1bd75496c5,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:04:54.095494 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-f3af4dce-413e-4ae0-84bd-8ae6134960b7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c293c4-0d71-4560-bd24-a3ca240a65f8 HTTP/1.1" status: 200 len: 1000 time: 0.0611312 Jul 25 09:04:54.147987 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-9ed77689-06aa-4e82-b89b-dd5368ddf3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:04:54.149455 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-9ed77689-06aa-4e82-b89b-dd5368ddf3bf service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0481827 Jul 25 09:04:54.189628 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:04:54.196207 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-20bb3b66-bced-4f48-8d8b-ae571f9152af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:04:54.197870 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-20bb3b66-bced-4f48-8d8b-ae571f9152af service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422659 Jul 25 09:04:54.298744 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-6b858301-292b-4fc1-8ca5-2c5802155b70 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951548 Jul 25 09:04:54.395050 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-533a80c2-ba0d-46e1-a98f-37aeb86fca0a req-dbd2d235-60dd-4fa6-81b2-ba560384098e service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895202 Jul 25 09:04:55.697385 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:04.068558 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=44,neutron:DELETE=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:04.069959 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=38,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:04.384396 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=20 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:04.391760 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=35 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:05.691780 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=11 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:05.693773 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:07.693163 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-75e86d8c-328d-4b00-b081-044569d68379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:10.060487 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-0f779e0e-9105-4995-92db-e0626cbd5b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:11.104394 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:11.474077 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:05:12.453087 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:12.838231 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:21.469264 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=43,neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:21.470014 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=47 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:25.479278 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:25.481246 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:25.696481 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:35.690175 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:35.692129 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:37.698683 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-458dc535-6be0-443e-b2a9-bc02d1ea0950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:40.062364 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-80a28adf-35ce-466c-ba71-969b71fa22cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:41.109166 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:42.455696 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:42.840791 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:44.098731 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38186) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:05:44.240678 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Deleting port 5446f158-5459-4fe0-bea1-d2662d0bf734 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:05:44.241023 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (5446f158-5459-4fe0-bea1-d2662d0bf734), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:44.315291 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (5446f158-5459-4fe0-bea1-d2662d0bf734), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:44.315621 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (5446f158-5459-4fe0-bea1-d2662d0bf734), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:44.332139 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Calling delete_port for 5446f158-5459-4fe0-bea1-d2662d0bf734 owned by network:floatingip {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:05:44.491457 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (5446f158-5459-4fe0-bea1-d2662d0bf734), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:44.517411 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event deleted for resources: {'Port': ['ID=5446f158-5459-4fe0-bea1-d2662d0bf734,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:05:44.584377 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (76a1dfe8-8915-411e-98fe-8ee4cbe20199), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:44.584751 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.db.l3_db [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Floating IP 76a1dfe8-8915-411e-98fe-8ee4cbe20199 disassociated (deleted). External IP: 172.27.1.211, port: a28e1196-fb89-4988-bd87-4ec3611bc58c. Jul 25 09:05:44.781329 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 09:05:44.879530 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:44.884558 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 09:05:44.889957 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:44.894939 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d452c97-76ab-4de8-8d49-ceb414276d2e None None] Sync routers for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 09:05:44.905287 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d452c97-76ab-4de8-8d49-ceb414276d2e None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:05:44.905892 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-1d452c97-76ab-4de8-8d49-ceb414276d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:05:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:44.921889 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-7e518465-e63b-4d3c-a852-dcd314b7c470 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "DELETE /v2.0/floatingips/76a1dfe8-8915-411e-98fe-8ee4cbe20199 HTTP/1.1" status: 204 len: 168 time: 0.8220735 Jul 25 09:05:44.922459 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6960f34f-7d42-47a7-acef-87777538f0ac', 'tag': 'a28e1196-fb89-4988-bd87-4ec3611bc58c'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:05:44.924747 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "6960f34f-7d42-47a7-acef-87777538f0ac", "tag": "a28e1196-fb89-4988-bd87-4ec3611bc58c"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:05:45.009141 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-1d452c97-76ab-4de8-8d49-ceb414276d2e None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:05:45.169245 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b079-8888-4346-a19d-1d463e0849c0 req-0bdaf65a-2a4b-44c5-ae46-428ec7541b16 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:45.175865 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6d83b079-8888-4346-a19d-1d463e0849c0 req-0bdaf65a-2a4b-44c5-ae46-428ec7541b16 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 946 time: 0.0563960 Jul 25 09:05:45.191756 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 09:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a35d43-a605-4354-acf0-12ecb5bdd7fb x-openstack-request-id: req-82a35d43-a605-4354-acf0-12ecb5bdd7fb {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:05:45.192039 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6960f34f-7d42-47a7-acef-87777538f0ac", "tag": "a28e1196-fb89-4988-bd87-4ec3611bc58c", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:05:45.192290 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82a35d43-a605-4354-acf0-12ecb5bdd7fb {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:05:45.192706 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a35d43-a605-4354-acf0-12ecb5bdd7fb'] response: {'name': 'network-changed', 'server_uuid': '6960f34f-7d42-47a7-acef-87777538f0ac', 'tag': 'a28e1196-fb89-4988-bd87-4ec3611bc58c', 'status': 'completed', 'code': 200} Jul 25 09:05:45.207946 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:45.226558 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-6d83b079-8888-4346-a19d-1d463e0849c0 req-c2182f97-e92e-42f0-9bdc-f42a44e27090 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498655 Jul 25 09:05:45.232365 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-1d452c97-76ab-4de8-8d49-ceb414276d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '896c597d-e421-42d2-a41d-2d70e6f1168c', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:83:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d52410-e972-457b-8d59-076ed8047b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:01:22Z', 'updated_at': '2022-07-25T09:01:24Z', 'revision_number': 1, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:45.259733 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d452c97-76ab-4de8-8d49-ceb414276d2e None None] Checking router: e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 09:05:45.268499 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d452c97-76ab-4de8-8d49-ceb414276d2e None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:05:45.269108 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-1d452c97-76ab-4de8-8d49-ceb414276d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:05:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:45.363899 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-1d452c97-76ab-4de8-8d49-ceb414276d2e None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:05:45.565288 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-1d452c97-76ab-4de8-8d49-ceb414276d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '896c597d-e421-42d2-a41d-2d70e6f1168c', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:83:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d52410-e972-457b-8d59-076ed8047b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:01:22Z', 'updated_at': '2022-07-25T09:01:24Z', 'revision_number': 1, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:45.589846 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d452c97-76ab-4de8-8d49-ceb414276d2e None None] The sync data for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi is: [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_floatingips': [{'id': '896c597d-e421-42d2-a41d-2d70e6f1168c', 'tenant_id': '5005a107ff1940908069356c788185f6', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'router_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'port_id': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'mac_address': 'fa:16:3e:83:94:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d52410-e972-457b-8d59-076ed8047b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T09:01:22Z', 'updated_at': '2022-07-25T09:01:24Z', 'revision_number': 1, 'project_id': '5005a107ff1940908069356c788185f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 09:05:45.797990 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195c4612-31f6-4435-b215-037024575d67 None None] New status for floating IP 76a1dfe8-8915-411e-98fe-8ee4cbe20199: DOWN {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 09:05:46.206334 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4 req-3cc36d6c-da49-4c6e-b7a1-f5209f2b507a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:46.207788 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4 req-3cc36d6c-da49-4c6e-b7a1-f5209f2b507a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 1130 time: 0.0399232 Jul 25 09:05:46.305594 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4 req-f7373f4f-4123-46c1-9772-783ccd5f5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:46.307325 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4 req-f7373f4f-4123-46c1-9772-783ccd5f5fd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.0905590 Jul 25 09:05:46.347166 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8167f4e-e838-4c36-b605-04b45e742d55 req-c1c8caf1-48c8-4259-840b-df1252264393 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:46.348744 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c8167f4e-e838-4c36-b605-04b45e742d55 req-c1c8caf1-48c8-4259-840b-df1252264393 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 946 time: 0.0474241 Jul 25 09:05:46.366284 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4 req-ef9811d8-acc0-4268-9bef-3538c2df102d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a28e1196-fb89-4988-bd87-4ec3611bc58c HTTP/1.1" status: 200 len: 217 time: 0.0339026 Jul 25 09:05:46.642304 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-c8167f4e-e838-4c36-b605-04b45e742d55 req-32ea41dd-ec16-4926-9730-9717a0ac3426 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2877450 Jul 25 09:05:46.703515 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4 req-56a46ec9-c360-46f9-b574-c511c6c0370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:46.705057 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4 req-56a46ec9-c360-46f9-b574-c511c6c0370a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0479918 Jul 25 09:05:46.753276 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4 req-6d30d667-9bde-4ef3-8c66-a5765bff3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:46.754718 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4 req-6d30d667-9bde-4ef3-8c66-a5765bff3f6a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377171 Jul 25 09:05:46.832588 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bda271-36cf-4d2f-9b00-09178a2434a9 req-b479cd63-b8b4-4aa5-a28c-a2373d5face2 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:46.834040 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-13bda271-36cf-4d2f-9b00-09178a2434a9 req-b479cd63-b8b4-4aa5-a28c-a2373d5face2 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 946 time: 0.0478892 Jul 25 09:05:46.867458 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4 req-2f0daec8-de87-410f-ae18-6fdcc8c2b06a service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813408 Jul 25 09:05:46.915458 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-13bda271-36cf-4d2f-9b00-09178a2434a9 req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Deleting port a28e1196-fb89-4988-bd87-4ec3611bc58c {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:05:46.915716 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-13bda271-36cf-4d2f-9b00-09178a2434a9 req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:46.962014 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [req-76336e6e-5361-4d18-b3ab-d9018b8fc6c4 req-d487d833-f5dd-4eec-8cce-fc5b6511b4bd service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890181 Jul 25 09:05:47.015426 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-13bda271-36cf-4d2f-9b00-09178a2434a9 req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] For port a28e1196-fb89-4988-bd87-4ec3611bc58c, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a28e1196-fb89-4988-bd87-4ec3611bc58c,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:05:47.015802 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-13bda271-36cf-4d2f-9b00-09178a2434a9 req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:47.028758 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-13bda271-36cf-4d2f-9b00-09178a2434a9 req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Calling delete_port for a28e1196-fb89-4988-bd87-4ec3611bc58c owned by compute:nova {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:05:47.157738 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-13bda271-36cf-4d2f-9b00-09178a2434a9 req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (a28e1196-fb89-4988-bd87-4ec3611bc58c), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:47.186936 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event deleted for resources: {'Port': ['ID=a28e1196-fb89-4988-bd87-4ec3611bc58c,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:05:47.213120 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.213467 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.213809 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.214150 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.214480 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.214845 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.215170 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.215492 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.215813 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.216136 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.216458 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.216811 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.217129 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.217447 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.217773 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110462) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:47.240680 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bda271-36cf-4d2f-9b00-09178a2434a9 req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] No DVR routers for this DVR port a28e1196-fb89-4988-bd87-4ec3611bc58c on host hv-cinder-85084 {{(pid=110462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 09:05:47.243129 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-13bda271-36cf-4d2f-9b00-09178a2434a9 req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:47.247205 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-13bda271-36cf-4d2f-9b00-09178a2434a9 req-9ced718f-5b0f-437b-a193-53f109c4427a tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "DELETE /v2.0/ports/a28e1196-fb89-4988-bd87-4ec3611bc58c HTTP/1.1" status: 204 len: 173 time: 0.4086611 Jul 25 09:05:47.247631 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6960f34f-7d42-47a7-acef-87777538f0ac', 'name': 'network-vif-deleted', 'tag': 'a28e1196-fb89-4988-bd87-4ec3611bc58c'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:05:47.249888 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e137299-3814-4774-a89b-c31cfe00910d" -d '{"events": [{"server_uuid": "6960f34f-7d42-47a7-acef-87777538f0ac", "name": "network-vif-deleted", "tag": "a28e1196-fb89-4988-bd87-4ec3611bc58c"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:05:47.290017 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5ae793-c5c9-4a6d-b9a4-73a3cf09b626 x-openstack-request-id: req-ae5ae793-c5c9-4a6d-b9a4-73a3cf09b626 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:05:47.290313 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6960f34f-7d42-47a7-acef-87777538f0ac", "name": "network-vif-deleted", "tag": "a28e1196-fb89-4988-bd87-4ec3611bc58c", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:05:47.290566 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae5ae793-c5c9-4a6d-b9a4-73a3cf09b626 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:05:47.290991 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5ae793-c5c9-4a6d-b9a4-73a3cf09b626'] response: {'server_uuid': '6960f34f-7d42-47a7-acef-87777538f0ac', 'name': 'network-vif-deleted', 'tag': 'a28e1196-fb89-4988-bd87-4ec3611bc58c', 'status': 'completed', 'code': 200} Jul 25 09:05:47.747556 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-e9208e07-ee0b-4fac-9023-e5140364e705 req-ca6e7a9d-d184-40da-801c-22b5e1eaf0db tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=6960f34f-7d42-47a7-acef-87777538f0ac HTTP/1.1" status: 200 len: 210 time: 0.0323315 Jul 25 09:05:48.473118 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:05:50.030959 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a28e1196-fb89-4988-bd87-4ec3611bc58c no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:05:50.049315 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: a28e1196-fb89-4988-bd87-4ec3611bc58c {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:05:50.049649 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a28e1196-fb89-4988-bd87-4ec3611bc58c not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:05:51.044944 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38220) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:05:51.182055 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Deleting port bc07425e-1da6-4522-92d4-d250115c907b {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:05:51.182390 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (bc07425e-1da6-4522-92d4-d250115c907b), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:51.260214 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (bc07425e-1da6-4522-92d4-d250115c907b), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:51.260531 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (bc07425e-1da6-4522-92d4-d250115c907b), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:51.273263 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Calling delete_port for bc07425e-1da6-4522-92d4-d250115c907b owned by network:floatingip {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:05:51.676088 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (bc07425e-1da6-4522-92d4-d250115c907b), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:51.698780 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event deleted for resources: {'Port': ['ID=bc07425e-1da6-4522-92d4-d250115c907b,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:05:51.712453 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.712823 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.713160 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.713506 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.713831 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.714154 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.714475 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.714797 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.715117 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.715435 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.715755 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.716073 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.716390 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.716733 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.717048 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:05:51.753098 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:51.757121 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:51.774726 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (896c597d-e421-42d2-a41d-2d70e6f1168c), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:51.775061 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.db.l3_db [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Floating IP 896c597d-e421-42d2-a41d-2d70e6f1168c disassociated (deleted). External IP: 172.27.1.88, port: a5c293c4-0d71-4560-bd24-a3ca240a65f8. Jul 25 09:05:51.969077 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 09:05:52.072275 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 09:05:52.077049 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:52.081586 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b3706-bb48-4ddb-941c-5a0b6c269cd8 None None] Sync routers for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 09:05:52.095072 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b3706-bb48-4ddb-941c-5a0b6c269cd8 None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:05:52.095678 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-527b3706-bb48-4ddb-941c-5a0b6c269cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:05:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:52.105451 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-b0a2c886-8653-4ed0-8678-554c74d7434e tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "DELETE /v2.0/floatingips/896c597d-e421-42d2-a41d-2d70e6f1168c HTTP/1.1" status: 204 len: 168 time: 1.0594404 Jul 25 09:05:52.106043 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d52410-e972-457b-8d59-076ed8047b9f', 'tag': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8'}] {{(pid=110463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:05:52.108418 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a8a53c52ddb3afea41074385a168cf5a054cd828c57615ceaff3fcaa5d82251" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b40b07-8001-4187-a8d3-67010c10c434" -d '{"events": [{"name": "network-changed", "server_uuid": "98d52410-e972-457b-8d59-076ed8047b9f", "tag": "a5c293c4-0d71-4560-bd24-a3ca240a65f8"}]}' {{(pid=110463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:05:52.150091 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 09:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aa2440-b403-43cf-a456-5cb53bd43460 x-openstack-request-id: req-92aa2440-b403-43cf-a456-5cb53bd43460 {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:05:52.150589 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d52410-e972-457b-8d59-076ed8047b9f", "tag": "a5c293c4-0d71-4560-bd24-a3ca240a65f8", "status": "completed", "code": 200}]} {{(pid=110463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:05:52.150846 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92aa2440-b403-43cf-a456-5cb53bd43460 {{(pid=110463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:05:52.151278 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92aa2440-b403-43cf-a456-5cb53bd43460'] response: {'name': 'network-changed', 'server_uuid': '98d52410-e972-457b-8d59-076ed8047b9f', 'tag': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'status': 'completed', 'code': 200} Jul 25 09:05:52.202079 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-527b3706-bb48-4ddb-941c-5a0b6c269cd8 None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:05:52.246136 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b40b07-8001-4187-a8d3-67010c10c434 req-d9828789-00ff-408a-9ca5-a1f749abdbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:52.247821 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-48b40b07-8001-4187-a8d3-67010c10c434 req-d9828789-00ff-408a-9ca5-a1f749abdbc2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5005a107ff1940908069356c788185f6&device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 1129 time: 0.0536385 Jul 25 09:05:52.326332 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:52.342897 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:52.380159 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b026e-178d-4910-8e58-0a98b329a776 req-bf7c032a-aa62-46a6-babc-6336d1a27746 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:52.381672 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ee9b026e-178d-4910-8e58-0a98b329a776 req-bf7c032a-aa62-46a6-babc-6336d1a27746 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 945 time: 0.0687709 Jul 25 09:05:52.403269 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b40b07-8001-4187-a8d3-67010c10c434 req-5755a2cb-618f-402f-87b1-b238cd4dcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:52.404717 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-48b40b07-8001-4187-a8d3-67010c10c434 req-5755a2cb-618f-402f-87b1-b238cd4dcb3c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 200 len: 913 time: 0.1504483 Jul 25 09:05:52.407669 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-527b3706-bb48-4ddb-941c-5a0b6c269cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:52.432136 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b3706-bb48-4ddb-941c-5a0b6c269cd8 None None] Checking router: e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 09:05:52.435985 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-ee9b026e-178d-4910-8e58-0a98b329a776 req-f644f03d-6be6-4460-aae7-75c73f95b54d tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486426 Jul 25 09:05:52.440835 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b3706-bb48-4ddb-941c-5a0b6c269cd8 None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:05:52.442532 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-527b3706-bb48-4ddb-941c-5a0b6c269cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:05:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:52.541113 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-527b3706-bb48-4ddb-941c-5a0b6c269cd8 None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:05:52.795221 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-527b3706-bb48-4ddb-941c-5a0b6c269cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:52.818972 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b3706-bb48-4ddb-941c-5a0b6c269cd8 None None] The sync data for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi is: [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:02Z', 'revision_number': 4, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi', '_interfaces': [{'id': '317c30e3-5a41-46db-bb1f-cc77bd1d4cb0', 'name': '', 'network_id': '1708f1a6-6a61-4ee3-995b-a3b155211357', 'tenant_id': '5005a107ff1940908069356c788185f6', 'mac_address': 'fa:16:3e:4e:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:01Z', 'updated_at': '2022-07-25T08:57:07Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'subnets': [{'id': 'b5b8415d-2fe2-427b-84a9-b5ff5e31aa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 09:05:53.020504 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636592ff-8cf3-471f-adfb-8ff6517910d6 None None] New status for floating IP 896c597d-e421-42d2-a41d-2d70e6f1168c: DOWN {{(pid=110464) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 09:05:53.332975 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-48b40b07-8001-4187-a8d3-67010c10c434 req-0eaff60c-7cc1-4969-8b82-99b76f2f69af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c293c4-0d71-4560-bd24-a3ca240a65f8 HTTP/1.1" status: 200 len: 217 time: 0.0335195 Jul 25 09:05:53.386013 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b40b07-8001-4187-a8d3-67010c10c434 req-4b32c366-20fa-4e1d-be57-fe3bfd820267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:53.387413 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-48b40b07-8001-4187-a8d3-67010c10c434 req-4b32c366-20fa-4e1d-be57-fe3bfd820267 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 200 len: 851 time: 0.0487573 Jul 25 09:05:53.448279 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b40b07-8001-4187-a8d3-67010c10c434 req-9da21fbf-4a70-4942-93d6-290ff85c6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:53.449767 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-48b40b07-8001-4187-a8d3-67010c10c434 req-9da21fbf-4a70-4942-93d6-290ff85c6675 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1708f1a6-6a61-4ee3-995b-a3b155211357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385132 Jul 25 09:05:53.499028 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:53.501712 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:53.581857 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da2eda-9f5b-4f59-80d1-27172ab530a2 req-5a569a0b-4259-4904-82d5-fb036f949425 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:53.583391 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-48da2eda-9f5b-4f59-80d1-27172ab530a2 req-5a569a0b-4259-4904-82d5-fb036f949425 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 945 time: 0.0688486 Jul 25 09:05:53.588636 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-48b40b07-8001-4187-a8d3-67010c10c434 req-9ef2a347-0bbc-4d4d-9999-6ee747985462 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316915 Jul 25 09:05:53.634334 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-48da2eda-9f5b-4f59-80d1-27172ab530a2 req-9cce4723-848a-4cad-88b7-d3a6470c3cea tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/security-groups?id=d5cb9dd8-f481-4547-aa0e-18c678d25e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447800 Jul 25 09:05:53.792834 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-48b40b07-8001-4187-a8d3-67010c10c434 req-93f1a7f1-9797-46e7-88e9-6aed9da79bd5 service neutron] 10.222.0.48 "GET /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889826 Jul 25 09:05:54.001283 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94097-b266-49c6-b048-064b28070874 req-e983a824-ba2f-4c03-adc3-f2b79fc49297 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110462) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 09:05:54.002706 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f8e94097-b266-49c6-b048-064b28070874 req-e983a824-ba2f-4c03-adc3-f2b79fc49297 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 945 time: 0.0465488 Jul 25 09:05:54.080967 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-f8e94097-b266-49c6-b048-064b28070874 req-e71b8f38-9b15-4019-9ab6-34b0a9dc6f92 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Deleting port a5c293c4-0d71-4560-bd24-a3ca240a65f8 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:05:54.081303 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f8e94097-b266-49c6-b048-064b28070874 req-e71b8f38-9b15-4019-9ab6-34b0a9dc6f92 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:54.172333 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [req-f8e94097-b266-49c6-b048-064b28070874 req-e71b8f38-9b15-4019-9ab6-34b0a9dc6f92 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] For port a5c293c4-0d71-4560-bd24-a3ca240a65f8, host hv-cinder-85084, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85084',level=0,port_id=a5c293c4-0d71-4560-bd24-a3ca240a65f8,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:05:54.172723 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f8e94097-b266-49c6-b048-064b28070874 req-e71b8f38-9b15-4019-9ab6-34b0a9dc6f92 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:54.185361 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [req-f8e94097-b266-49c6-b048-064b28070874 req-e71b8f38-9b15-4019-9ab6-34b0a9dc6f92 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Calling delete_port for a5c293c4-0d71-4560-bd24-a3ca240a65f8 owned by compute:nova {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:05:54.314431 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f8e94097-b266-49c6-b048-064b28070874 req-e71b8f38-9b15-4019-9ab6-34b0a9dc6f92 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (a5c293c4-0d71-4560-bd24-a3ca240a65f8), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:54.339948 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b8f38-9b15-4019-9ab6-34b0a9dc6f92 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event deleted for resources: {'Port': ['ID=a5c293c4-0d71-4560-bd24-a3ca240a65f8,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:05:54.387184 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e94097-b266-49c6-b048-064b28070874 req-e71b8f38-9b15-4019-9ab6-34b0a9dc6f92 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] No DVR routers for this DVR port a5c293c4-0d71-4560-bd24-a3ca240a65f8 on host hv-cinder-85084 {{(pid=110462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 09:05:54.389773 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [req-f8e94097-b266-49c6-b048-064b28070874 req-e71b8f38-9b15-4019-9ab6-34b0a9dc6f92 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for port (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:54.393663 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-f8e94097-b266-49c6-b048-064b28070874 req-e71b8f38-9b15-4019-9ab6-34b0a9dc6f92 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.48 "DELETE /v2.0/ports/a5c293c4-0d71-4560-bd24-a3ca240a65f8 HTTP/1.1" status: 204 len: 173 time: 0.3857787 Jul 25 09:05:54.394118 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d52410-e972-457b-8d59-076ed8047b9f', 'name': 'network-vif-deleted', 'tag': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8'}] {{(pid=110462) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 09:05:54.396991 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8171064d14998b68278acd9bbaad80be78f2c348cf962cb65d7a1becbc01cc14" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b20587-c1aa-400e-8f05-26ddcf769791" -d '{"events": [{"server_uuid": "98d52410-e972-457b-8d59-076ed8047b9f", "name": "network-vif-deleted", "tag": "a5c293c4-0d71-4560-bd24-a3ca240a65f8"}]}' {{(pid=110462) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 09:05:54.434465 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 09:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1b737a-6ee0-4272-876b-82d4b691ccc1 x-openstack-request-id: req-0d1b737a-6ee0-4272-876b-82d4b691ccc1 {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 09:05:54.434756 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d52410-e972-457b-8d59-076ed8047b9f", "name": "network-vif-deleted", "tag": "a5c293c4-0d71-4560-bd24-a3ca240a65f8", "status": "completed", "code": 200}]} {{(pid=110462) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 09:05:54.435013 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d1b737a-6ee0-4272-876b-82d4b691ccc1 {{(pid=110462) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 09:05:54.435418 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d1b737a-6ee0-4272-876b-82d4b691ccc1'] response: {'server_uuid': '98d52410-e972-457b-8d59-076ed8047b9f', 'name': 'network-vif-deleted', 'tag': 'a5c293c4-0d71-4560-bd24-a3ca240a65f8', 'status': 'completed', 'code': 200} Jul 25 09:05:54.746982 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [req-b0e70986-4cdd-4edb-badb-9e182a39f922 req-dbb87c20-95fc-426a-b19d-398b39ff7bb3 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "GET /v2.0/ports?device_id=98d52410-e972-457b-8d59-076ed8047b9f HTTP/1.1" status: 200 len: 210 time: 0.0367217 Jul 25 09:05:55.694796 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:55.803672 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38240) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:05:55.910493 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-c7c079e2-86a7-4212-9751-8f021f75edad tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Deleting port aa955e31-04aa-4613-aa86-b85fe8ccb599 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:05:55.910832 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7c079e2-86a7-4212-9751-8f021f75edad tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (aa955e31-04aa-4613-aa86-b85fe8ccb599), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:55.988521 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7c079e2-86a7-4212-9751-8f021f75edad tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (aa955e31-04aa-4613-aa86-b85fe8ccb599), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:55.988870 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7c079e2-86a7-4212-9751-8f021f75edad tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (aa955e31-04aa-4613-aa86-b85fe8ccb599), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:56.001896 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-c7c079e2-86a7-4212-9751-8f021f75edad tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Calling delete_port for aa955e31-04aa-4613-aa86-b85fe8ccb599 owned by network:floatingip {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:05:56.128329 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7c079e2-86a7-4212-9751-8f021f75edad tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (aa955e31-04aa-4613-aa86-b85fe8ccb599), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:56.152431 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c079e2-86a7-4212-9751-8f021f75edad tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event deleted for resources: {'Port': ['ID=aa955e31-04aa-4613-aa86-b85fe8ccb599,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:05:56.213195 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7c079e2-86a7-4212-9751-8f021f75edad tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for floatingip (9d1aa2ef-83d8-49f7-a615-ae040d444330), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:56.215603 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-c7c079e2-86a7-4212-9751-8f021f75edad tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48505'] for floatingip (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:56.216762 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-c7c079e2-86a7-4212-9751-8f021f75edad tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "DELETE /v2.0/floatingips/9d1aa2ef-83d8-49f7-a615-ae040d444330 HTTP/1.1" status: 204 len: 168 time: 0.4131076 Jul 25 09:05:57.423914 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38256) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:05:57.484245 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e77750d8-98a3-4626-926a-64cb0aa01d70 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group (d5cb9dd8-f481-4547-aa0e-18c678d25e7b), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:57.509574 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e77750d8-98a3-4626-926a-64cb0aa01d70 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group (d5cb9dd8-f481-4547-aa0e-18c678d25e7b), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:57.570277 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e77750d8-98a3-4626-926a-64cb0aa01d70 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (d5cb9dd8-f481-4547-aa0e-18c678d25e7b), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:57.572822 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-e77750d8-98a3-4626-926a-64cb0aa01d70 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:57.573959 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-e77750d8-98a3-4626-926a-64cb0aa01d70 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] 10.222.0.52 "DELETE /v2.0/security-groups/d5cb9dd8-f481-4547-aa0e-18c678d25e7b HTTP/1.1" status: 204 len: 168 time: 0.1490710 Jul 25 09:05:57.583807 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77750d8-98a3-4626-926a-64cb0aa01d70 tempest-TestVolumeBootPattern-1324447603 tempest-TestVolumeBootPattern-1324447603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cb9dd8-f481-4547-aa0e-18c678d25e7b,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:05:57.633400 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38260) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:05:57.851491 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:57.885353 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:58.061723 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a5c293c4-0d71-4560-bd24-a3ca240a65f8 no longer exists at agent hyperv_hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:05:58.081522 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] No Port match for: a5c293c4-0d71-4560-bd24-a3ca240a65f8 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:05:58.081865 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Device a5c293c4-0d71-4560-bd24-a3ca240a65f8 not bound to the agent host hv-cinder-85084 {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:05:58.110711 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711734'] for router_interface (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:58.326891 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] Deleting port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:05:58.327223 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:58.404071 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] For port 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=317c30e3-5a41-46db-bb1f-cc77bd1d4cb0,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:05:58.404447 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:58.417490 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] Calling delete_port for 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 owned by network:router_interface {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:05:58.591644 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (317c30e3-5a41-46db-bb1f-cc77bd1d4cb0), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:58.614700 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] Pushing event deleted for resources: {'Port': ['ID=317c30e3-5a41-46db-bb1f-cc77bd1d4cb0,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:05:58.679123 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:58.683686 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:58.787703 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614822'] for router_interface (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:58.990311 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] Router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110462) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 09:05:59.086714 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110462) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 09:05:59.091785 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-afe64cbf-643c-4458-be17-36dd51ffa777 admin admin] 10.222.0.52 "PUT /v2.0/routers/e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4571564 Jul 25 09:05:59.094084 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38270) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:05:59.098581 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772625d0-bb31-41b5-8d75-33657f799288 None None] Sync routers for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 09:05:59.108561 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772625d0-bb31-41b5-8d75-33657f799288 None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:05:59.109177 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-772625d0-bb31-41b5-8d75-33657f799288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:05:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:59.189923 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Publish callbacks [] for router (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:59.206628 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-772625d0-bb31-41b5-8d75-33657f799288 None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: dv-cinder-850840-1-iscsi {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:05:59.287136 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Publish callbacks [] for router_gateway (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:59.330757 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Deleting port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:05:59.331090 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:59.373813 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-772625d0-bb31-41b5-8d75-33657f799288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T09:05:58Z', 'revision_number': 5, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port': {'id': '65aa0dd4-bc6d-4e17-903d-52049abfa3ed', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T08:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:59.399540 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772625d0-bb31-41b5-8d75-33657f799288 None None] Checking router: e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c for host: dv-cinder-850840-1-iscsi {{(pid=110465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 09:05:59.408536 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772625d0-bb31-41b5-8d75-33657f799288 None None] Routers {'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:05:59.409179 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-772625d0-bb31-41b5-8d75-33657f799288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:05:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'], 'active': True} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:59.471312 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=100 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:59.494628 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_dvr_db [None req-772625d0-bb31-41b5-8d75-33657f799288 None None] Set router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c gateway port host: None {{(pid=110465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:05:59.546538 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.l3_hamode_db [None req-772625d0-bb31-41b5-8d75-33657f799288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T09:05:59Z', 'revision_number': 6, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port_host': None}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:05:59.573127 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772625d0-bb31-41b5-8d75-33657f799288 None None] The sync data for ids ['e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c'] in dv-cinder-850840-1-iscsi is: [{'id': 'e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c', 'name': 'tempest-TestVolumeBootPattern-1632567645-router', 'tenant_id': '5005a107ff1940908069356c788185f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:56:59Z', 'updated_at': '2022-07-25T09:05:59Z', 'revision_number': 6, 'project_id': '5005a107ff1940908069356c788185f6', 'gw_port_host': None}] {{(pid=110465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 09:05:59.659480 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] For port 65aa0dd4-bc6d-4e17-903d-52049abfa3ed, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=65aa0dd4-bc6d-4e17-903d-52049abfa3ed,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:05:59.660197 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:59.672114 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Calling delete_port for 65aa0dd4-bc6d-4e17-903d-52049abfa3ed owned by network:router_gateway {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:05:59.777240 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:59.778424 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:05:59.834346 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (65aa0dd4-bc6d-4e17-903d-52049abfa3ed), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:05:59.856684 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Pushing event deleted for resources: {'Port': ['ID=65aa0dd4-bc6d-4e17-903d-52049abfa3ed,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:05:59.929210 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714570'] for router_gateway (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.026364 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1516'] for router (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.027162 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:06:00.029407 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Publish callbacks [] for router_controller (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), precommit_delete_associations {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.054943 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:06:00.055294 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 317c30e3-5a41-46db-bb1f-cc77bd1d4cb0 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:06:00.074841 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621980'] for router (e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.075424 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c {{(pid=110462) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 09:06:00.080102 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] Publish callbacks [] for router (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.081304 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3dde0dcf-eb74-470c-b4f7-01f2cbd9e8af admin admin] 10.222.0.52 "DELETE /v2.0/routers/e5f11148-d4c3-4cfb-9ac0-cb92ab8e863c HTTP/1.1" status: 204 len: 168 time: 0.9862940 Jul 25 09:06:00.083817 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38274) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:06:00.128119 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d75a195-504d-4162-84c4-a73ef8a2a78f admin admin] Deleting subnet b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 {{(pid=110462) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 09:06:00.131237 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3d75a195-504d-4162-84c4-a73ef8a2a78f admin admin] Publish callbacks [] for subnet (b5b8415d-2fe2-427b-84a9-b5ff5e31aa70), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.169609 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3d75a195-504d-4162-84c4-a73ef8a2a78f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4048604'] for subnet (b5b8415d-2fe2-427b-84a9-b5ff5e31aa70), precommit_delete_associations {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.247184 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3d75a195-504d-4162-84c4-a73ef8a2a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (b5b8415d-2fe2-427b-84a9-b5ff5e31aa70), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.304135 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3d75a195-504d-4162-84c4-a73ef8a2a78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25638554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25485002'] for subnet (b5b8415d-2fe2-427b-84a9-b5ff5e31aa70), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.327520 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75a195-504d-4162-84c4-a73ef8a2a78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5b8415d-2fe2-427b-84a9-b5ff5e31aa70,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:06:00.333548 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-3d75a195-504d-4162-84c4-a73ef8a2a78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for subnet (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.336759 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-3d75a195-504d-4162-84c4-a73ef8a2a78f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b5b8415d-2fe2-427b-84a9-b5ff5e31aa70 HTTP/1.1" status: 204 len: 168 time: 0.2519169 Jul 25 09:06:00.338812 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930c6928-cbe4-4858-9664-c4e48090a410 None None] Network 1708f1a6-6a61-4ee3-995b-a3b155211357 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 09:06:00.339227 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [-] (110462) accepted ('10.222.0.52', 38278) {{(pid=110462) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:06:00.417721 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (1708f1a6-6a61-4ee3-995b-a3b155211357), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.461567 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Deleting port 84343a27-9c4b-417b-a59f-615942ff9fcc {{(pid=110462) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:06:00.461915 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.501745 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] DHCP port deletion for 1708f1a6-6a61-4ee3-995b-a3b155211357 request from dv-cinder-850840-1-iscsi {{(pid=110464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 09:06:00.533337 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.db [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] For port 84343a27-9c4b-417b-a59f-615942ff9fcc, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=84343a27-9c4b-417b-a59f-615942ff9fcc,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110462) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:06:00.533696 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.542158 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Deleting port 84343a27-9c4b-417b-a59f-615942ff9fcc {{(pid=110464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:06:00.543128 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), before_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.546799 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.plugin [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Calling delete_port for 84343a27-9c4b-417b-a59f-615942ff9fcc owned by network:dhcp {{(pid=110462) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:06:00.613563 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.db [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] For port 84343a27-9c4b-417b-a59f-615942ff9fcc, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=84343a27-9c4b-417b-a59f-615942ff9fcc,segment=NetworkSegment(85e9ebd6-f4d8-48db-966d-63f166ad9306),segment_id=85e9ebd6-f4d8-48db-966d-63f166ad9306)] {{(pid=110464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:06:00.614092 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), precommit_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.617350 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=88 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:00.629202 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25638569'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.630429 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Calling delete_port for 84343a27-9c4b-417b-a59f-615942ff9fcc owned by network:dhcp {{(pid=110464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:06:00.656409 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=84343a27-9c4b-417b-a59f-615942ff9fcc,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:06:00.663899 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] No DVR routers for this DVR port 84343a27-9c4b-417b-a59f-615942ff9fcc on host dv-cinder-850840-1-iscsi {{(pid=110462) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 09:06:00.714056 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445'] for port (84343a27-9c4b-417b-a59f-615942ff9fcc), after_delete {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.738129 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Pushing event deleted for resources: {'Port': ['ID=84343a27-9c4b-417b-a59f-615942ff9fcc,revision_number=None']} {{(pid=110464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:06:00.739777 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (1708f1a6-6a61-4ee3-995b-a3b155211357), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.742058 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] No DVR routers for this DVR port 84343a27-9c4b-417b-a59f-615942ff9fcc on host dv-cinder-850840-1-iscsi {{(pid=110464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 09:06:00.742212 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:00.752637 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.753000 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.753319 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.753918 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.754216 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.754315 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.754634 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.754944 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.755450 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.755619 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.755975 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.756300 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.756670 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.756994 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.757416 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88581d84-3011-4a85-9557-2c75829338c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850840-1-iscsi {{(pid=110464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 09:06:00.763049 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1708f1a6-6a61-4ee3-995b-a3b155211357']}} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:06:00.773575 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e9ebd6-f4d8-48db-966d-63f166ad9306') {'for_net_delete': True} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:06:00.773868 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.services.segments.db [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e9ebd6-f4d8-48db-966d-63f166ad9306') {} {{(pid=110462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:06:00.783473 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4048587'] for segment (85e9ebd6-f4d8-48db-966d-63f166ad9306), before_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.796761 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (85e9ebd6-f4d8-48db-966d-63f166ad9306), precommit_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.803960 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=110462) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 09:06:00.804351 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25638468'] for segment (85e9ebd6-f4d8-48db-966d-63f166ad9306), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.847377 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment 85e9ebd6-f4d8-48db-966d-63f166ad9306 resource provider aggregate not found Jul 25 09:06:00.865763 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.services.segments.plugin [-] Segment 85e9ebd6-f4d8-48db-966d-63f166ad9306 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85e9ebd6-f4d8-48db-966d-63f166ad9306 found for delete ", "request_id": "req-b288c7a5-ad41-47f4-90e1-5e98e9d68c29"}]} Jul 25 09:06:00.874043 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (1708f1a6-6a61-4ee3-995b-a3b155211357), after_delete {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.880354 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron_lib.callbacks.manager [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:00.883456 dv-cinder-850840-1-iscsi neutron-server[110462]: INFO neutron.wsgi [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] 10.222.0.52 "DELETE /v2.0/networks/1708f1a6-6a61-4ee3-995b-a3b155211357 HTTP/1.1" status: 204 len: 168 time: 0.5433109 Jul 25 09:06:00.886589 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38286) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:06:00.894612 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acddb60-2707-4937-9950-8b64868e4a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=1708f1a6-6a61-4ee3-995b-a3b155211357,revision_number=None']} {{(pid=110462) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:06:00.967365 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:01.024267 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:01.195678 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-711734'] for router_interface (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:01.412134 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] Deleting port a363dca2-ee55-45d6-94f9-62a98b93881d {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:06:01.412482 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:01.490361 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] For port a363dca2-ee55-45d6-94f9-62a98b93881d, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=a363dca2-ee55-45d6-94f9-62a98b93881d,segment=NetworkSegment(1550a8e8-7b8c-49d3-ae60-8a757c8329eb),segment_id=1550a8e8-7b8c-49d3-ae60-8a757c8329eb)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:06:01.490717 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:01.503421 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] Calling delete_port for a363dca2-ee55-45d6-94f9-62a98b93881d owned by network:router_interface {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:06:01.672123 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 65aa0dd4-bc6d-4e17-903d-52049abfa3ed no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:06:01.679922 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (a363dca2-ee55-45d6-94f9-62a98b93881d), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:01.693070 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 65aa0dd4-bc6d-4e17-903d-52049abfa3ed {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:06:01.697092 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 65aa0dd4-bc6d-4e17-903d-52049abfa3ed not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:06:01.698321 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 84343a27-9c4b-417b-a59f-615942ff9fcc no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:06:01.721433 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: 84343a27-9c4b-417b-a59f-615942ff9fcc {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:06:01.721780 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device 84343a27-9c4b-417b-a59f-615942ff9fcc not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:06:01.722208 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] Pushing event deleted for resources: {'Port': ['ID=a363dca2-ee55-45d6-94f9-62a98b93881d,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:06:01.790550 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:01.832468 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:01.888249 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-553664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-614822'] for router_interface (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:02.087369 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] Router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 has already been hosted by L3 agent 3abfa7b3-0351-4c35-8bc3-b7221bacb023 {{(pid=110463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 09:06:02.182849 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] Notify agent at l3_agent.dv-cinder-850840-1-iscsi the message routers_updated {{(pid=110463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 09:06:02.187699 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-1333fb00-2d80-4445-9b4f-258aee8f0286 admin admin] 10.222.0.52 "PUT /v2.0/routers/138636a3-e607-45d6-8bfc-e5d7c1fb82c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3000374 Jul 25 09:06:02.190834 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38288) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:06:02.194487 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d8a21-8038-4ee6-a819-77da74fa5fb0 None None] Sync routers for ids ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'] in dv-cinder-850840-1-iscsi {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 09:06:02.205970 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d8a21-8038-4ee6-a819-77da74fa5fb0 None None] Routers {'138636a3-e607-45d6-8bfc-e5d7c1fb82c4'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:06:02.206578 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ff4d8a21-8038-4ee6-a819-77da74fa5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:05:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:06:02.288036 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Publish callbacks [] for router (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:02.311244 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-ff4d8a21-8038-4ee6-a819-77da74fa5fb0 None None] Set router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 gateway port host: dv-cinder-850840-1-iscsi {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:06:02.386881 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Publish callbacks [] for router_gateway (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:02.428327 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Deleting port cf27c265-cd1b-4994-8a55-5e52400a4cb1 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:06:02.428751 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:02.477212 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ff4d8a21-8038-4ee6-a819-77da74fa5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'name': 'tempest-TestVolumeBootPattern-1146881018-router', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'external_fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:57:04Z', 'updated_at': '2022-07-25T09:06:01Z', 'revision_number': 5, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'gw_port': {'id': 'cf27c265-cd1b-4994-8a55-5e52400a4cb1', 'name': '', 'network_id': 'fdc6bca6-042e-477a-a22a-eeab897472ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:bf:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850840-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T08:57:05Z', 'updated_at': '2022-07-25T08:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3aa07575-d304-485d-aaf1-d8fee324070b', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850840-1-iscsi'}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:06:02.503142 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d8a21-8038-4ee6-a819-77da74fa5fb0 None None] Checking router: 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 for host: dv-cinder-850840-1-iscsi {{(pid=110464) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 09:06:02.510977 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] For port cf27c265-cd1b-4994-8a55-5e52400a4cb1, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=cf27c265-cd1b-4994-8a55-5e52400a4cb1,segment=NetworkSegment(70496fb2-697b-4f96-91f8-b68fdc86f892),segment_id=70496fb2-697b-4f96-91f8-b68fdc86f892)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:06:02.511344 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:02.511515 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d8a21-8038-4ee6-a819-77da74fa5fb0 None None] Routers {'138636a3-e607-45d6-8bfc-e5d7c1fb82c4'} bound to L3 agent in host dv-cinder-850840-1-iscsi {{(pid=110464) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 09:06:02.511987 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ff4d8a21-8038-4ee6-a819-77da74fa5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850840-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T08:37:10Z,description=,heartbeat_timestamp=2022-07-25T09:05:40Z,host='dv-cinder-850840-1-iscsi',id=3abfa7b3-0351-4c35-8bc3-b7221bacb023,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T08:37:10Z,topic='l3_agent')) {'router_ids': ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'], 'active': True} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:06:02.524626 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Calling delete_port for cf27c265-cd1b-4994-8a55-5e52400a4cb1 owned by network:router_gateway {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:06:02.643578 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:02.649461 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:02.698268 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (cf27c265-cd1b-4994-8a55-5e52400a4cb1), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:02.722233 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_dvr_db [None req-ff4d8a21-8038-4ee6-a819-77da74fa5fb0 None None] Set router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 gateway port host: None {{(pid=110464) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 09:06:02.724270 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf27c265-cd1b-4994-8a55-5e52400a4cb1,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:06:02.724444 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:02.748506 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:02.778816 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.db.l3_hamode_db [None req-ff4d8a21-8038-4ee6-a819-77da74fa5fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'name': 'tempest-TestVolumeBootPattern-1146881018-router', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:57:04Z', 'updated_at': '2022-07-25T09:06:02Z', 'revision_number': 6, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'gw_port_host': None}], 'dv-cinder-850840-1-iscsi', False) {} {{(pid=110464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:06:02.791551 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-714570'] for router_gateway (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:02.806633 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4d8a21-8038-4ee6-a819-77da74fa5fb0 None None] The sync data for ids ['138636a3-e607-45d6-8bfc-e5d7c1fb82c4'] in dv-cinder-850840-1-iscsi is: [{'id': '138636a3-e607-45d6-8bfc-e5d7c1fb82c4', 'name': 'tempest-TestVolumeBootPattern-1146881018-router', 'tenant_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T08:57:04Z', 'updated_at': '2022-07-25T09:06:02Z', 'revision_number': 6, 'project_id': 'c9b5e4cfcdee4d96a8b9f08f8ed323a1', 'gw_port_host': None}] {{(pid=110464) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 09:06:02.879868 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-621917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1516'] for router (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:02.882026 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Publish callbacks [] for router_controller (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:02.922126 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621980'] for router (138636a3-e607-45d6-8bfc-e5d7c1fb82c4), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:02.923091 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 138636a3-e607-45d6-8bfc-e5d7c1fb82c4 {{(pid=110463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 09:06:02.927433 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:02.928609 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-6f8b6cb0-a620-4619-869d-7ea0a09dfdf8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/138636a3-e607-45d6-8bfc-e5d7c1fb82c4 HTTP/1.1" status: 204 len: 168 time: 0.7369964 Jul 25 09:06:02.931159 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38290) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:06:02.975459 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.db_base_plugin_v2 [None req-11950248-7e8d-4855-963d-a16978d4a16b admin admin] Deleting subnet 5a997e0e-2175-4fba-b81f-b90c0c3d6e21 {{(pid=110463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 09:06:02.978617 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-11950248-7e8d-4855-963d-a16978d4a16b admin admin] Publish callbacks [] for subnet (5a997e0e-2175-4fba-b81f-b90c0c3d6e21), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.015509 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-11950248-7e8d-4855-963d-a16978d4a16b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2984794'] for subnet (5a997e0e-2175-4fba-b81f-b90c0c3d6e21), precommit_delete_associations {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.088100 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-11950248-7e8d-4855-963d-a16978d4a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8085547'] for subnet (5a997e0e-2175-4fba-b81f-b90c0c3d6e21), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.141296 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-11950248-7e8d-4855-963d-a16978d4a16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8085540', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475742', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3463419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3376480'] for subnet (5a997e0e-2175-4fba-b81f-b90c0c3d6e21), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.165430 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11950248-7e8d-4855-963d-a16978d4a16b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a997e0e-2175-4fba-b81f-b90c0c3d6e21,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:06:03.171644 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-11950248-7e8d-4855-963d-a16978d4a16b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.177095 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-11950248-7e8d-4855-963d-a16978d4a16b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5a997e0e-2175-4fba-b81f-b90c0c3d6e21 HTTP/1.1" status: 204 len: 168 time: 0.2449639 Jul 25 09:06:03.177830 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38292) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:06:03.179050 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f12c8-a352-40ed-b8e0-e3ba7d260b1c None None] Network c6c1dc73-5e95-475b-a671-275e63e9b465 requested from dv-cinder-850840-1-iscsi {{(pid=110464) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 09:06:03.261317 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7966296'] for network (c6c1dc73-5e95-475b-a671-275e63e9b465), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.305786 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Deleting port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 {{(pid=110463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 09:06:03.306126 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732964360138'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.372771 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.db [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] For port d74cd2e8-4d78-4100-b6de-f59fadfe25e4, host dv-cinder-850840-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850840-1-iscsi',level=0,port_id=d74cd2e8-4d78-4100-b6de-f59fadfe25e4,segment=NetworkSegment(1550a8e8-7b8c-49d3-ae60-8a757c8329eb),segment_id=1550a8e8-7b8c-49d3-ae60-8a757c8329eb)] {{(pid=110463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 09:06:03.373128 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-715065'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.385948 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.plugin [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Calling delete_port for d74cd2e8-4d78-4100-b6de-f59fadfe25e4 owned by network:dhcp {{(pid=110463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 09:06:03.461589 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7917312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-214471', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732964365325', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732963986445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3463368'] for port (d74cd2e8-4d78-4100-b6de-f59fadfe25e4), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.483892 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d74cd2e8-4d78-4100-b6de-f59fadfe25e4,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:06:03.489896 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] No DVR routers for this DVR port d74cd2e8-4d78-4100-b6de-f59fadfe25e4 on host dv-cinder-850840-1-iscsi {{(pid=110463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 09:06:03.515107 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:03.577787 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696aa0e8-5da0-4626-a230-7ccedc475333 None None] DHCP port deletion for c6c1dc73-5e95-475b-a671-275e63e9b465 request from dv-cinder-850840-1-iscsi {{(pid=110464) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 09:06:03.695128 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device d74cd2e8-4d78-4100-b6de-f59fadfe25e4 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:06:03.717825 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: d74cd2e8-4d78-4100-b6de-f59fadfe25e4 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:06:03.718168 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device d74cd2e8-4d78-4100-b6de-f59fadfe25e4 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:06:03.718579 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device a363dca2-ee55-45d6-94f9-62a98b93881d no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:06:03.738577 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: a363dca2-ee55-45d6-94f9-62a98b93881d {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:06:03.739270 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device a363dca2-ee55-45d6-94f9-62a98b93881d not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:06:03.739387 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device cf27c265-cd1b-4994-8a55-5e52400a4cb1 no longer exists at agent ovs-agent-dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 09:06:03.761383 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.plugin [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] No Port match for: cf27c265-cd1b-4994-8a55-5e52400a4cb1 {{(pid=110464) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 09:06:03.761666 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron.plugins.ml2.rpc [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Device cf27c265-cd1b-4994-8a55-5e52400a4cb1 not bound to the agent host dv-cinder-850840-1-iscsi {{(pid=110464) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 09:06:03.837792 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8089113', 'neutron.services.segments.db._delete_segments_for_network-8732964502411'] for network (c6c1dc73-5e95-475b-a671-275e63e9b465), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.859206 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c1dc73-5e95-475b-a671-275e63e9b465']}} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:06:03.869460 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1550a8e8-7b8c-49d3-ae60-8a757c8329eb') {'for_net_delete': True} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:06:03.869759 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.services.segments.db [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1550a8e8-7b8c-49d3-ae60-8a757c8329eb') {} {{(pid=110463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 09:06:03.871278 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:03.880723 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732964502312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2984781'] for segment (1550a8e8-7b8c-49d3-ae60-8a757c8329eb), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.895303 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132'] for segment (1550a8e8-7b8c-49d3-ae60-8a757c8329eb), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.901659 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=110463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 09:06:03.902045 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8068132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3463205'] for segment (1550a8e8-7b8c-49d3-ae60-8a757c8329eb), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.965778 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8089088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-568919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-553673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-714609'] for network (c6c1dc73-5e95-475b-a671-275e63e9b465), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.973408 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-553703'] for network (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:03.978704 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c6c1dc73-5e95-475b-a671-275e63e9b465 HTTP/1.1" status: 204 len: 168 time: 0.7976532 Jul 25 09:06:03.986447 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc7bf7-8dbb-4fcf-b62b-8e2e729430f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c1dc73-5e95-475b-a671-275e63e9b465,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:06:04.050354 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 1550a8e8-7b8c-49d3-ae60-8a757c8329eb resource provider aggregate not found Jul 25 09:06:04.070389 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.services.segments.plugin [-] Segment 1550a8e8-7b8c-49d3-ae60-8a757c8329eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1550a8e8-7b8c-49d3-ae60-8a757c8329eb found for delete ", "request_id": "req-1b8b7e79-3230-4148-a3c6-e9dd0f2bdd66"}]} Jul 25 09:06:04.095015 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38302) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:06:04.134666 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-f8d236e6-ab84-4b7f-852a-31f3baecf9c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5005a107ff1940908069356c788185f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384018 Jul 25 09:06:04.136886 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38304) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:06:04.185573 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e0304279-a515-4a0b-8b34-7deefd0dc351 admin admin] Publish callbacks [] for security_group (61ccdaa9-7fa3-460e-9dd0-c3dfa7949178), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:04.208486 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e0304279-a515-4a0b-8b34-7deefd0dc351 admin admin] Publish callbacks [] for security_group (61ccdaa9-7fa3-460e-9dd0-c3dfa7949178), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:04.254568 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e0304279-a515-4a0b-8b34-7deefd0dc351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (61ccdaa9-7fa3-460e-9dd0-c3dfa7949178), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:04.257544 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e0304279-a515-4a0b-8b34-7deefd0dc351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:04.258687 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-e0304279-a515-4a0b-8b34-7deefd0dc351 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/61ccdaa9-7fa3-460e-9dd0-c3dfa7949178 HTTP/1.1" status: 204 len: 168 time: 0.1209168 Jul 25 09:06:04.267701 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0304279-a515-4a0b-8b34-7deefd0dc351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ccdaa9-7fa3-460e-9dd0-c3dfa7949178,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:06:04.583436 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38310) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:06:04.627063 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-3e478d0f-9fc8-45b2-8447-54b7ebb2243a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9b5e4cfcdee4d96a8b9f08f8ed323a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424690 Jul 25 09:06:04.629555 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [-] (110463) accepted ('10.222.0.52', 38312) {{(pid=110463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 09:06:04.675966 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e57ab702-6cc7-4e13-bf8f-cf96efad70c5 admin admin] Publish callbacks [] for security_group (fb115784-c750-4689-b5ce-a8796ba860ad), before_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:04.697091 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e57ab702-6cc7-4e13-bf8f-cf96efad70c5 admin admin] Publish callbacks [] for security_group (fb115784-c750-4689-b5ce-a8796ba860ad), precommit_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:04.742464 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e57ab702-6cc7-4e13-bf8f-cf96efad70c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569085'] for security_group (fb115784-c750-4689-b5ce-a8796ba860ad), after_delete {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:04.745655 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron_lib.callbacks.manager [None req-e57ab702-6cc7-4e13-bf8f-cf96efad70c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:04.746764 dv-cinder-850840-1-iscsi neutron-server[110463]: INFO neutron.wsgi [None req-e57ab702-6cc7-4e13-bf8f-cf96efad70c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb115784-c750-4689-b5ce-a8796ba860ad HTTP/1.1" status: 204 len: 168 time: 0.1163139 Jul 25 09:06:04.754838 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ab702-6cc7-4e13-bf8f-cf96efad70c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb115784-c750-4689-b5ce-a8796ba860ad,revision_number=None']} {{(pid=110463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 09:06:07.701317 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f3d6564a-5cc3-4bdc-b83b-b07d2cf9f7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:09.519584 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:09.547872 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=92 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:10.063346 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-0ea7e3ec-8a72-4156-aea9-44243956d636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:10.884516 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:10.885349 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG dbcounter [-] [110462] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=110462) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:11.110233 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:12.458230 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:12.843407 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:14.729025 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:14.750826 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG dbcounter [-] [110463] Writing DB stats neutron:DELETE=8,neutron:SELECT=49,neutron:UPDATE=1 {{(pid=110463) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:22.836805 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:22.838653 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:25.472154 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:06:25.709998 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:26.387801 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=2 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:35.467293 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=6 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:35.704244 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:35.706184 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:37.704234 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2d4069d5-e4ff-496f-b05b-75a1f2d41bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:40.064453 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-da07210b-136f-4ce0-98a2-4d497f5aa19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:41.112471 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:42.461714 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:42.847102 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:06:52.836191 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:52.842597 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:06:55.715628 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:02.470507 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:07:05.710155 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:05.712041 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:06.428340 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:07.711463 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-3370f192-7ae8-4005-b889-dc365fb349b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:10.066926 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ef69e72d-7b6b-4b4e-9f48-465ca64c6a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:11.116041 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:12.464315 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:12.467325 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:12.849789 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:25.471327 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:25.473220 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:25.722768 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:28.010327 dv-cinder-850840-1-iscsi neutron-server[110462]: DEBUG neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-6617904a-61eb-4af2-8547-f5257203f6d9 service neutron] (110462) timed out ('10.222.0.52', 60960) {{(pid=110462) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 09:07:28.263703 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [req-c17595b0-355b-4e4a-b689-8101e551a2a9 req-d75e1eea-cd0b-4310-a5da-06f068eebbca tempest-AttachVolumeShelveTestJSON-1773816903 tempest-AttachVolumeShelveTestJSON-1773816903-project] (110463) timed out ('10.222.0.52', 60978) {{(pid=110463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 09:07:35.711623 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:35.718927 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:37.704903 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-6f69a5d5-a86c-478e-a0dd-ada1f0915233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:39.469847 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:07:40.068743 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9eaaceae-8125-4c56-a84b-224a52de39f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:41.119322 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:42.467976 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:42.853691 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:07:49.464935 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:49.465690 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:52.847741 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:52.849635 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:07:55.727460 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:05.467936 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=12 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:05.468721 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=14 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:05.718213 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:05.723509 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:07.706494 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f9ce419d-609a-42e8-aaa3-868e193b7893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:10.071144 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-0d568e38-b8f1-4e9a-a6c8-142f565c9450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:11.122675 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:12.469612 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:12.858735 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:16.470804 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:08:22.852118 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:22.853318 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:25.728825 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:26.465039 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:26.465752 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:35.719355 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:35.724459 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:37.709088 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f9c5b6ff-df76-46c7-b5ec-4b40eb323bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:40.075459 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9338850b-eed2-4c1a-8b3d-11a95a96ed57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:41.131089 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:42.473408 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:42.851675 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:08:52.845109 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:52.847095 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:08:53.470873 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:08:55.727717 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:05.721317 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:05.723188 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:06.432041 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=6 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:06.432871 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:07.710924 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5702b133-d1ee-44ff-94fd-e048c3b4e807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:10.071126 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-c4628035-98c2-4f31-9af0-33a175b66929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:11.129413 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:12.477331 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:12.854385 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:25.482205 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:25.484001 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:25.734155 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:30.469708 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:09:35.722806 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:35.728898 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:37.713810 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f0416358-1a05-4d5d-84ee-958a829002fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:40.074286 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-f5f19deb-ed70-49c4-ab31-b1db0dec9cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:40.463929 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:40.464717 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=5 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:41.130478 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:42.488511 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:42.858894 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:09:52.851459 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:52.853409 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:09:54.956818 dv-cinder-850840-1-iscsi neutron-server[110463]: DEBUG neutron.wsgi [req-39f46855-9619-4446-924e-bafbf04487b4 req-e3875c5f-226d-4fae-81fc-26382f733f8e service neutron] (110463) timed out ('10.222.0.48', 60697) {{(pid=110463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 09:09:55.736425 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:05.719711 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:10:05.721878 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:10:07.472640 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:10:07.716073 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-da72afcc-d6f6-4b0e-89d8-448e229f1340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:08.405442 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=19 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:10:10.076783 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-ab4b54f3-6ee2-4a50-b808-a6d06a673356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:11.133570 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:12.483339 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:12.861806 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:17.464143 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=15 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:10:22.855023 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:10:22.857012 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:10:25.729953 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:35.726372 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:10:37.722375 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-598084e7-b52e-475e-8a9d-77a80b74c942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:40.082948 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab24-b470-4383-95e0-e508c959b61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:41.135794 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:42.487939 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:42.864931 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:10:44.471792 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:10:52.858841 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:10:52.859637 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:10:54.467636 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:10:54.468392 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:10:55.745207 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:11:05.738552 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:11:05.740514 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:11:06.437555 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:11:06.438329 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:DELETE=1 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:11:07.715112 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-6817dfa7-8b90-4667-a62e-18269e64ee1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ba73038-46c5-4d76-87f3-31a94749efb8), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:11:10.077701 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-9d0a673a-c23c-44b3-a272-2303817b900c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3abfa7b3-0351-4c35-8bc3-b7221bacb023), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:11:11.143328 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-b340e115-eb28-4cd5-96a5-3a1095d7e1c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (3a1e9173-f6ef-43b8-9b04-f0a00db8c42a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:11:12.490905 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-5a563c18-0e72-4630-95de-fc3661e9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (e2f57e5c-e62a-49c3-90d4-aceb73626e29), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:11:12.868287 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-bb79851f-c19b-45fd-afdc-4acb68081f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (4ee43384-a506-4664-a2c2-1458ecb2694e), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:11:21.472665 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG neutron.db.agents_db [None req-bac96472-7387-42b9-a2f8-2d15c7a09b2f None None] Agent healthcheck: found 6 active agents {{(pid=110465) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 09:11:25.481609 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:11:25.484758 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG dbcounter [-] [110464] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110464) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:11:25.755021 dv-cinder-850840-1-iscsi neutron-server[110464]: DEBUG neutron_lib.callbacks.manager [None req-2a436b44-cdd7-44c4-984c-e863a47f873a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732964502393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8087384'] for agent (f604f018-f6d7-4169-8dd0-d69e8da6994a), after_update {{(pid=110464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 09:11:31.466450 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 09:11:31.467324 dv-cinder-850840-1-iscsi neutron-server[110465]: DEBUG dbcounter [-] [110465] Writing DB stats neutron:SELECT=4 {{(pid=110465) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}